{"severity_text":"INFO","timestamp":"2026-10-31T21:24:51.941014788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:51.956176549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:51.98946123Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:51.989485089Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.058905085Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.05895349Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.111908596Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/b2c58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.73047604Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.765865101Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.765976129Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766032137Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766074731Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766113083Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766148752Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766186679Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766223553Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766262791Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766299286Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766346457Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766390369Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.76642556Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766549903Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766673437Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766775322Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766808935Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766840263Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.766882017Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.7669653Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:52.868126388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1031 21:24:52.868167 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T21:24:53.069795807Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:24:53.069839612Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1031 21:25:10.641260 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.641698454Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.641960675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642046241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642134614Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642248846Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642312076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642383751Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642543997Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642560548Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642742244Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642813547Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.642877953Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643096926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643242914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643288473Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643335725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643376617Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643484807Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643542379Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643569405Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643603599Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643642268Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.64369339Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643728588Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643801629Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643835899Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.643870102Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644035502Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644121435Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644158935Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644193555Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644239147Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644267438Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644398172Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.64492331Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.644987598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645537024Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645599233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645627431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645649467Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.6456611Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645746344Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645764797Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645784063Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645799033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645823375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645828994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645859209Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645896183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.645744782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.646065559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.646093679Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.727350141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.793274325Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.880869052Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.97410497Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.974151503Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.97531387Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.975366269Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.975445403Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.975463796Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.976873404Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.976898715Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.983085492Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.983112144Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.983098582Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:10.983121123Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.072515451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0017638a-a201-4cb2-a49d-410c069f7682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.072853939Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.0728917Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.091598167Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1dd90912-1afe-4e37-8c46-20dd85b654b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.175870628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97e053a6-b909-4711-b387-8108f310fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.178665875Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee857a35-3f1f-493c-8841-ec0646445ff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.282225134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0017638a-a201-4cb2-a49d-410c069f7682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:25:11.285514899Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97e053a6-b909-4711-b387-8108f310fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.374685391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0017638a-a201-4cb2-a49d-410c069f7682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:25:11.375420736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97e053a6-b909-4711-b387-8108f310fbac","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.375795913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f158636-86ae-4065-8655-7085f54d7419","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.375815837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f158636-86ae-4065-8655-7085f54d7419","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.401786685Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4234c6a-19d4-49ad-982c-7b8ef99acf28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.484511192Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47de4a8f-b226-4a31-b486-8ca775079650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.602711102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c3ee5db-3756-42f0-ba8e-eb182eb21bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.621962085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c3ee5db-3756-42f0-ba8e-eb182eb21bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.62943405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eac01fd-0811-44db-b932-ba2c575b28a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.639838569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c3ee5db-3756-42f0-ba8e-eb182eb21bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.673941027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eac01fd-0811-44db-b932-ba2c575b28a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.691740451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eac01fd-0811-44db-b932-ba2c575b28a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.772788931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5719aa8f-44ef-4f04-90dd-9081f146669e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.787290735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5719aa8f-44ef-4f04-90dd-9081f146669e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.801809874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5719aa8f-44ef-4f04-90dd-9081f146669e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:11.816117211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5719aa8f-44ef-4f04-90dd-9081f146669e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.476870939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"86218a60-28f1-4320-8105-ff5f8e322d5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.476892316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"86218a60-28f1-4320-8105-ff5f8e322d5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.499272118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29471755-e88a-4fc7-ac11-43ae7e13fd31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.499291711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29471755-e88a-4fc7-ac11-43ae7e13fd31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.502892228Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dbe77be5-712e-4187-b834-66916e513a65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.519395134Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad4ade6c-8634-4547-8149-9f3091a4d162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.519855443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb7ad3fa-9fce-4f45-8838-d53e0f30379b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.519871596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb7ad3fa-9fce-4f45-8838-d53e0f30379b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.52016505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bcca228e-4c36-4c7b-9bdc-b4ef14333e21","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.520183494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bcca228e-4c36-4c7b-9bdc-b4ef14333e21","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.52827916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe057ac4-c971-451c-8657-1e2d6b885887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.528279144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71240fc6-54cc-4a5b-9f2a-6aab68bb1110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.553420444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe057ac4-c971-451c-8657-1e2d6b885887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.553651398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71240fc6-54cc-4a5b-9f2a-6aab68bb1110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.575682901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71240fc6-54cc-4a5b-9f2a-6aab68bb1110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.579211646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe057ac4-c971-451c-8657-1e2d6b885887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.642138245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4dea981-c867-46d3-95ba-fa2bcf6cebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.64848879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ae5cc9-2423-4e6e-872a-cb4829e76786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.662482289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4dea981-c867-46d3-95ba-fa2bcf6cebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.668920622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ae5cc9-2423-4e6e-872a-cb4829e76786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.681664552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4dea981-c867-46d3-95ba-fa2bcf6cebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.690244648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ae5cc9-2423-4e6e-872a-cb4829e76786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.919409262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f433035-af04-4a13-ab2a-cb01faf0dc26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:12.919431212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f433035-af04-4a13-ab2a-cb01faf0dc26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.07669762Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f2c3b939-6b7b-4354-876d-7fb0bca0b579","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.85926389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26cd92ba-dd02-4537-a8e0-bda769d84a7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.859287709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26cd92ba-dd02-4537-a8e0-bda769d84a7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.859577008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d644a75-31ed-446d-a362-5873521f13e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.859592651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d644a75-31ed-446d-a362-5873521f13e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.859778986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88e28f2d-8321-428b-9536-2b21d1ec03f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.859791327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88e28f2d-8321-428b-9536-2b21d1ec03f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.874613422Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2da9b346-3cda-4197-bcfe-399035b6e201","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.87465827Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3b89982-c40a-43db-a050-50a516db66ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.890635321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"40229a4b-b78a-4921-88fb-3e7ae611554d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.890661955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"40229a4b-b78a-4921-88fb-3e7ae611554d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.890925521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1bdfa7e5-3c92-46d8-a060-f0435d589ae5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.890937788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1bdfa7e5-3c92-46d8-a060-f0435d589ae5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.891107039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d649ba10-e7ac-43ff-9fef-24dd610f68be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.891115961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d649ba10-e7ac-43ff-9fef-24dd610f68be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.90283284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed84aef2-2387-47c9-a04b-6e89e1df362c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.902833102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f238778b-127a-43d9-a509-31c9a04e3273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.923097018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f238778b-127a-43d9-a509-31c9a04e3273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.923396504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed84aef2-2387-47c9-a04b-6e89e1df362c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.942522045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed84aef2-2387-47c9-a04b-6e89e1df362c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:13.942525739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f238778b-127a-43d9-a509-31c9a04e3273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.003115188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01601cc5-374d-4be8-a0cc-84a70e419162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.003121223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0de8beb3-4db9-4fec-8020-94ad7bace3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.022908458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0de8beb3-4db9-4fec-8020-94ad7bace3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.023158798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01601cc5-374d-4be8-a0cc-84a70e419162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.042919626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01601cc5-374d-4be8-a0cc-84a70e419162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.043164006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0de8beb3-4db9-4fec-8020-94ad7bace3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.292776492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e620a881-874a-45ff-88a2-a9227c6e3084","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:14.292804915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e620a881-874a-45ff-88a2-a9227c6e3084","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.545370547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af45d587-effc-4fa7-a058-d5af26fb3589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.545370992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ed80cf8-d69d-4b98-ac59-1ba5390933df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.566266665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af45d587-effc-4fa7-a058-d5af26fb3589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.566436812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ed80cf8-d69d-4b98-ac59-1ba5390933df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.585478915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ed80cf8-d69d-4b98-ac59-1ba5390933df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.586373822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af45d587-effc-4fa7-a058-d5af26fb3589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.695605856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37af04b6-4a22-40a7-bdea-72599d23a9d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.695637029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37af04b6-4a22-40a7-bdea-72599d23a9d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.696051467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cadfb652-51ef-4b37-af72-dea061cebfb2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.696071161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cadfb652-51ef-4b37-af72-dea061cebfb2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.696373095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba16f694-b02f-41db-95bf-a260a4176d27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.696442945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba16f694-b02f-41db-95bf-a260a4176d27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.696841515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"efac39b1-fc67-44a8-a618-143b3fd510eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.69686041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"efac39b1-fc67-44a8-a618-143b3fd510eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.707918493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"756f2d94-91b7-4795-b5af-b720de14970b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.707918507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ed09d6-367e-461f-ae40-8d49e6b526fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.722761187Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3c75b3a-fce6-49c5-8272-b02466c29902","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.723197321Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd71ef4b-1414-42e2-88b3-99caa1242be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.739150314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ed09d6-367e-461f-ae40-8d49e6b526fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.747109904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"756f2d94-91b7-4795-b5af-b720de14970b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.747593484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e36161ff-19c6-4285-bc3e-cc7bb88e5afe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.74761682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e36161ff-19c6-4285-bc3e-cc7bb88e5afe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.747998809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"96d23bd9-aba8-41c1-8ae6-4b612aadaeef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.748022637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"96d23bd9-aba8-41c1-8ae6-4b612aadaeef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.748308772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fad3d106-bbab-4db0-bd15-5f0039a901a5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.748350573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fad3d106-bbab-4db0-bd15-5f0039a901a5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.748630061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10f2f6f9-15f6-46f5-b3b3-fe52e78fdc3a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.74864981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10f2f6f9-15f6-46f5-b3b3-fe52e78fdc3a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.775945796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"756f2d94-91b7-4795-b5af-b720de14970b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.776048689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ed09d6-367e-461f-ae40-8d49e6b526fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.824257859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f2b6ea-8e64-4e60-baf2-6f09b751f9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.824257241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b5cc212-656c-4e91-ab88-f3e4e76b709f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.844584042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f2b6ea-8e64-4e60-baf2-6f09b751f9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.844593499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b5cc212-656c-4e91-ab88-f3e4e76b709f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.863407038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b5cc212-656c-4e91-ab88-f3e4e76b709f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:15.863410113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f2b6ea-8e64-4e60-baf2-6f09b751f9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:16.203654704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e92b74e5-f16c-4d87-8a0b-04504d92076b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:16.203676695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e92b74e5-f16c-4d87-8a0b-04504d92076b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.303479256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b8f417-3a3f-4f29-bb00-1f2c979bd31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.303478095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec4eb3a0-ea23-4c19-8e1d-6382698a658b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.336791557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec4eb3a0-ea23-4c19-8e1d-6382698a658b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.336791559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b8f417-3a3f-4f29-bb00-1f2c979bd31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.356239691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec4eb3a0-ea23-4c19-8e1d-6382698a658b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.356456628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b8f417-3a3f-4f29-bb00-1f2c979bd31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.486621867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45b70cc6-fcb0-4185-b17c-61fc1d043c11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.486651077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45b70cc6-fcb0-4185-b17c-61fc1d043c11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.486992334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8589f4aa-4443-43a5-9a5e-d13f454be561","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.487011296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8589f4aa-4443-43a5-9a5e-d13f454be561","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.487303879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a572e43c-8338-4fcc-84ba-53d7ce71c6fb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.487339427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a572e43c-8338-4fcc-84ba-53d7ce71c6fb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.487634358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"61c8ac5e-fdcc-424c-8513-811589494f4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.487651935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"61c8ac5e-fdcc-424c-8513-811589494f4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.487987551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b58ba5f4-406a-4cc3-b865-117483101389","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.488006125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b58ba5f4-406a-4cc3-b865-117483101389","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.501826038Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99356dcc-03e4-4150-b6d8-c92f8086efa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.517877941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5d6c536-01ce-4e23-93c6-78bf50763831","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.517896739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5d6c536-01ce-4e23-93c6-78bf50763831","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518147688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ca1ddc3-9cf2-4170-97d8-17c9c4fcd245","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518160834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ca1ddc3-9cf2-4170-97d8-17c9c4fcd245","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518365365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db6d6f80-0067-42aa-91c5-130d1d4af9e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518376486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db6d6f80-0067-42aa-91c5-130d1d4af9e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.5185583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbad3dac-02b7-4f2d-8289-54c44ed43458","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518570725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbad3dac-02b7-4f2d-8289-54c44ed43458","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518759448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a6cf9448-a445-44d0-91c0-3a5f92f17c52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.518769453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a6cf9448-a445-44d0-91c0-3a5f92f17c52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.53012158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64fcc27e-835f-4245-b557-bc60a6e54874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.53057732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05f2e090-b98e-4a4a-a879-2d63896813ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.550493216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05f2e090-b98e-4a4a-a879-2d63896813ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.550536691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64fcc27e-835f-4245-b557-bc60a6e54874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.56922912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05f2e090-b98e-4a4a-a879-2d63896813ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.569248029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64fcc27e-835f-4245-b557-bc60a6e54874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.602093737Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b593ea98-8af0-425d-af47-0e36c5d22f3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.633265514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d07ccb74-a27d-4d65-9d35-7e2d546ab624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.63327094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af32599-4628-4d5f-a55b-16dbdc9b31d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.654702062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d07ccb74-a27d-4d65-9d35-7e2d546ab624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.65473563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af32599-4628-4d5f-a55b-16dbdc9b31d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.673766078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af32599-4628-4d5f-a55b-16dbdc9b31d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.674482167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d07ccb74-a27d-4d65-9d35-7e2d546ab624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.914444993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97eb2323-d3ae-4ff0-977d-79cc33aac7e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:18.914469842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97eb2323-d3ae-4ff0-977d-79cc33aac7e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:20.278597158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20f4651d-e929-44a0-9238-aebf174bdcbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:20.278594133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46e5959b-db6e-4fef-805a-3446884f959c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:20.302555348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20f4651d-e929-44a0-9238-aebf174bdcbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:20.302566804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46e5959b-db6e-4fef-805a-3446884f959c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:20.329122825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20f4651d-e929-44a0-9238-aebf174bdcbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:20.330549201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46e5959b-db6e-4fef-805a-3446884f959c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.665275796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04a22e60-a2ba-4a3d-a712-c81870d31d4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.665298603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04a22e60-a2ba-4a3d-a712-c81870d31d4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.665599373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41c29892-7878-4898-9f3a-6cfe6b75e301","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.665671934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41c29892-7878-4898-9f3a-6cfe6b75e301","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.665938329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d70e0aa-d02e-4705-8f2d-54cba50cbfe7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.665950253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d70e0aa-d02e-4705-8f2d-54cba50cbfe7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.666144434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"25928ea3-51d6-471f-bcb6-a06d62788d6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.666157251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"25928ea3-51d6-471f-bcb6-a06d62788d6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.666365667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e71ac26d-4b08-4189-9cbb-30bed3419cc8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.666378665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e71ac26d-4b08-4189-9cbb-30bed3419cc8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.666565409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e0e4fc7e-f3aa-45b3-b6c5-75766b2f4c1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.666575787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e0e4fc7e-f3aa-45b3-b6c5-75766b2f4c1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.681687783Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b7b4e8a-13c2-4425-b269-773fbd709b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.681687841Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"981a8336-17e2-447a-ba8f-3fd477079960","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.696595231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94de3245-fa9a-416a-a733-7fcb55173615","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.696624339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94de3245-fa9a-416a-a733-7fcb55173615","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.696858694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1d28ae0-5cad-4cd4-aeb6-528144f11164","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.696869073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1d28ae0-5cad-4cd4-aeb6-528144f11164","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697042099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e30b6c5d-c2be-412c-b0ec-f6f2a99f9f7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697052239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e30b6c5d-c2be-412c-b0ec-f6f2a99f9f7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697255621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df01d0e9-518c-4139-b104-fe95cd1fb5e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697269202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df01d0e9-518c-4139-b104-fe95cd1fb5e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697485185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"361e526f-d925-4c42-87c0-6f4873c81b91","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697496525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"361e526f-d925-4c42-87c0-6f4873c81b91","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697656979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15671efb-f572-4a26-adcc-3d9306f07ea1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.697666192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15671efb-f572-4a26-adcc-3d9306f07ea1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.708767268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3a81da-756c-4add-92c1-3914253efbe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.728699511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3a81da-756c-4add-92c1-3914253efbe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.747093365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3a81da-756c-4add-92c1-3914253efbe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.809600826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79fe554e-bd72-4ea0-aa85-93b1f3352503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.809600583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5882deb7-fb55-4893-89c3-18f85d99f307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.830104285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79fe554e-bd72-4ea0-aa85-93b1f3352503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.830145032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5882deb7-fb55-4893-89c3-18f85d99f307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.848801354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79fe554e-bd72-4ea0-aa85-93b1f3352503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.849111318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5882deb7-fb55-4893-89c3-18f85d99f307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.933252274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dda0d1e-809d-44bd-8a8f-648d1b3d2bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.955673861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dda0d1e-809d-44bd-8a8f-648d1b3d2bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:21.975603754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dda0d1e-809d-44bd-8a8f-648d1b3d2bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:22.134563799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"edff4529-3901-44d1-ad70-90b07a593957","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:22.134588277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"edff4529-3901-44d1-ad70-90b07a593957","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.114478802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"919f16bb-0e6a-4c49-89f0-ad12bb549672","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.114576516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"919f16bb-0e6a-4c49-89f0-ad12bb549672","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.114948646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e49274c4-ac9d-4e81-b367-b4b1944f6436","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.115004642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e49274c4-ac9d-4e81-b367-b4b1944f6436","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.115387074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99b80505-f792-4f04-90b0-d4c92f94aa10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.11544906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99b80505-f792-4f04-90b0-d4c92f94aa10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.115797094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"627d5d8e-5718-4f87-ace1-a1c4a1d0ca7d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.115846766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"627d5d8e-5718-4f87-ace1-a1c4a1d0ca7d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.116180291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d111b62f-06cd-4a7d-8540-186845aab3b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.116228731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d111b62f-06cd-4a7d-8540-186845aab3b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.116569416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfdecd32-ba76-4cd1-aeba-79517e80fce3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.116587893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfdecd32-ba76-4cd1-aeba-79517e80fce3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.116914606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d1beaf-97a9-4faa-8ee5-65dd89c3d9f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.116936559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d1beaf-97a9-4faa-8ee5-65dd89c3d9f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.129146007Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5adeafff-75c3-4ba3-9eb7-a231e221c343","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.145390496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ce13701-c4a1-4f33-9dac-f0cf0835a78c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.14541654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ce13701-c4a1-4f33-9dac-f0cf0835a78c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.145773424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1bcdc803-43ae-40ba-83fb-7974d785c7fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.145829642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1bcdc803-43ae-40ba-83fb-7974d785c7fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.14617209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da147b80-869d-469d-84b9-c10db72e2004","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.146189467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da147b80-869d-469d-84b9-c10db72e2004","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.146528593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46ca50e1-ab99-4ffe-aa75-c1b3ea033cb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.14655531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46ca50e1-ab99-4ffe-aa75-c1b3ea033cb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.146960689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f596f3f2-c1a8-4906-bd32-bb8005e6e8c5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.146978317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f596f3f2-c1a8-4906-bd32-bb8005e6e8c5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.14734133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19f89dae-6b34-4647-ba15-74003a0a8141","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.147356395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19f89dae-6b34-4647-ba15-74003a0a8141","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.147644977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8249e7a2-ce16-43d4-afc5-b616d0ba0134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.147661105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8249e7a2-ce16-43d4-afc5-b616d0ba0134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.15713873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c79d36fb-ae0c-4ee1-b3fb-b2cf90f28936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.158018335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19a80b83-f668-4779-a907-25e5cfcaca5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.177531045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c79d36fb-ae0c-4ee1-b3fb-b2cf90f28936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.181317561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19a80b83-f668-4779-a907-25e5cfcaca5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.186961225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"816041ca-e95f-4ce4-8455-bb0ecd25aab4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.196647118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c79d36fb-ae0c-4ee1-b3fb-b2cf90f28936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.200002046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19a80b83-f668-4779-a907-25e5cfcaca5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.222044137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8ac72dd-8745-46af-85d0-6308c95ce50c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.222071017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8ac72dd-8745-46af-85d0-6308c95ce50c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.268894482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af314929-5cad-4a8b-8264-425d9b13643c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.269672937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95136fa-89b3-4657-a8d5-d8bb2b4f9c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.282964136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d56fc984-4395-49a2-99dc-658e56a61a6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.282984656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d56fc984-4395-49a2-99dc-658e56a61a6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.29056439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af314929-5cad-4a8b-8264-425d9b13643c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.293906695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95136fa-89b3-4657-a8d5-d8bb2b4f9c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.312154477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af314929-5cad-4a8b-8264-425d9b13643c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.314707667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95136fa-89b3-4657-a8d5-d8bb2b4f9c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.350640378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e992258-e6f5-4997-95d2-354683a25ffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.552841659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9fa5700-c35c-4e0b-858f-e7a511ca7341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.552929913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9fa5700-c35c-4e0b-858f-e7a511ca7341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:23.61448304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c21656b-1b0d-4290-ae1c-03bb96c563f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.876705335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"010ddb98-babb-4b30-8442-7b604cced0bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.876726455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"010ddb98-babb-4b30-8442-7b604cced0bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.876966868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9bde962f-d650-4b5b-b8a2-e79d2441450e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.876982113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9bde962f-d650-4b5b-b8a2-e79d2441450e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877165155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"85e161f4-faf2-4de3-882f-9abacda451b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877176815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"85e161f4-faf2-4de3-882f-9abacda451b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877383866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64b993c0-82d6-4217-a3b6-bffbb0febc43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877395644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64b993c0-82d6-4217-a3b6-bffbb0febc43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877633864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae9d81e5-5ecb-4f49-b0c8-420897455423","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877651858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae9d81e5-5ecb-4f49-b0c8-420897455423","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877909393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7fee888-7963-4cd4-8533-ccc3fb76b9a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.877921711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7fee888-7963-4cd4-8533-ccc3fb76b9a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.878160095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a9782f4-2f75-42f6-9ae0-a77175fa5014","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.878171603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a9782f4-2f75-42f6-9ae0-a77175fa5014","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.878518408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83cb277f-147b-47a9-bc78-0c6390372172","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.878548327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83cb277f-147b-47a9-bc78-0c6390372172","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.906646583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2504c56-3d37-45f5-8a23-b8209316a0d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.906669088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2504c56-3d37-45f5-8a23-b8209316a0d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.906915399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f0bfb20-595c-489a-b4ba-d949420295de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.90692831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f0bfb20-595c-489a-b4ba-d949420295de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907118648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"738ae7a2-8545-45b1-9dca-6e31c20ab79f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907130448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"738ae7a2-8545-45b1-9dca-6e31c20ab79f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907311563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56485560-3b7f-442f-9122-b8653b3776c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907339192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56485560-3b7f-442f-9122-b8653b3776c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907547262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0c79b8a5-56f9-4761-a126-068914ed6301","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907558352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0c79b8a5-56f9-4761-a126-068914ed6301","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907742654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7183fc13-b546-412b-8d4e-4eef98e7b2f0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907752927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7183fc13-b546-412b-8d4e-4eef98e7b2f0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907938728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aefdec4a-2609-4d2a-b2ee-867862fc929a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.907949118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aefdec4a-2609-4d2a-b2ee-867862fc929a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.90817686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4c2a5d0-b0ce-4af4-91a2-576437a18221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.908188144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4c2a5d0-b0ce-4af4-91a2-576437a18221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.92039436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7218f17-edce-4697-8607-96c87bfce12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.923979993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb4ebb94-93fa-42d5-b1b2-e79cc769cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.93885411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c52e892a-e354-4c08-8cdf-37dd6b77f528","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.940017666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7218f17-edce-4697-8607-96c87bfce12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.941495117Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"214c22b8-885e-4ef4-9711-f6ef1c03e421","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.952154498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb4ebb94-93fa-42d5-b1b2-e79cc769cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.958055273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7218f17-edce-4697-8607-96c87bfce12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.970587033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb4ebb94-93fa-42d5-b1b2-e79cc769cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.99149149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a639f19-2381-4feb-a355-7e30974cba39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:25.991507266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a639f19-2381-4feb-a355-7e30974cba39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.020282827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29737998-306d-4c3c-9b2e-b1479e77730f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.020458649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3065622-7450-40a8-9afa-ef696da182b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.041092192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29737998-306d-4c3c-9b2e-b1479e77730f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.041191925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3065622-7450-40a8-9afa-ef696da182b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.05114249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ddc66b7-9def-496d-81d2-b5ff4a47885d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.059737343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29737998-306d-4c3c-9b2e-b1479e77730f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.060238502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3065622-7450-40a8-9afa-ef696da182b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.308198615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13984773-2317-4fdb-9718-b65bfe57a2b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.308218416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13984773-2317-4fdb-9718-b65bfe57a2b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:26.367840228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7942a229-d61f-432e-8a39-97a3f8cf3e47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.376434248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a56611f-a8cd-4638-b653-15157ef1466d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.428012159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80f71ab9-e1b0-4c20-91e6-50a5712175ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.428056158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf6e054-47c6-455d-95b7-7deaf69a6382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.428858162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6eb7eb4-86ac-4a37-8904-f52efe93fd3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.428872882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6eb7eb4-86ac-4a37-8904-f52efe93fd3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.448228983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80f71ab9-e1b0-4c20-91e6-50a5712175ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.449416021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf6e054-47c6-455d-95b7-7deaf69a6382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.467246238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80f71ab9-e1b0-4c20-91e6-50a5712175ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.467864374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf6e054-47c6-455d-95b7-7deaf69a6382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.488610888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4b79a39-01ef-4661-bbfe-64a03e18f1c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.488699495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4b79a39-01ef-4661-bbfe-64a03e18f1c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.491298966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a268dc9-57cc-4403-9d50-36becb865ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.491340226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a268dc9-57cc-4403-9d50-36becb865ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.532627662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301521ce-dea5-48ec-96a2-0f14e2979519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.533579759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08dc2664-e183-438e-a7c0-12732e6beaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.555038187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301521ce-dea5-48ec-96a2-0f14e2979519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.555733288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08dc2664-e183-438e-a7c0-12732e6beaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.574302248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301521ce-dea5-48ec-96a2-0f14e2979519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.574954792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08dc2664-e183-438e-a7c0-12732e6beaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:25:27.591282744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08dc2664-e183-438e-a7c0-12732e6beaa2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.641068372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f43e0aa-e0ee-4717-8e3d-29ae51805bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.661349345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f43e0aa-e0ee-4717-8e3d-29ae51805bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:27.6800837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f43e0aa-e0ee-4717-8e3d-29ae51805bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:28.017451565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9191259-0dc4-460f-8396-7b1f768a31a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:28.017471314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9191259-0dc4-460f-8396-7b1f768a31a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:29.867461624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce952134-5972-453e-b9fc-c8ac1dac53bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:29.867485038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce952134-5972-453e-b9fc-c8ac1dac53bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.385083902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73ee8bed-ce8a-43fd-8623-602988227cd4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.385107541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73ee8bed-ce8a-43fd-8623-602988227cd4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.627344848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f75ed125-0152-4d45-ae13-c25529802e65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.670837666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0489137e-a8dc-4e01-b8e6-4db3c5dcbfce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.671085009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e253ffd6-f381-4e51-979c-52d4df0c1727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.678959898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88551dbb-62dd-403f-9153-d25cabc9acfd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.678978318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88551dbb-62dd-403f-9153-d25cabc9acfd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.693961559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0489137e-a8dc-4e01-b8e6-4db3c5dcbfce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.694133327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e253ffd6-f381-4e51-979c-52d4df0c1727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.780013798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd1fc118-be92-4148-ae3d-28341597cfc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.780045285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd1fc118-be92-4148-ae3d-28341597cfc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.781007133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89fabeb8-4cb2-42ba-84ca-773b53796107","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:31.781027565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89fabeb8-4cb2-42ba-84ca-773b53796107","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:35.010263077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6bfb99dc-a7bd-4afa-8a50-f9f65cea3327","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:35.010283456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6bfb99dc-a7bd-4afa-8a50-f9f65cea3327","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:35.908284863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13da8cea-75d9-4137-ac6b-c436762694e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:35.908307466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13da8cea-75d9-4137-ac6b-c436762694e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:35.908603185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"edfc1f8e-4349-472f-a46e-98a788385cc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:35.908614945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"edfc1f8e-4349-472f-a46e-98a788385cc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:36.189660097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ae4c727-d16b-4927-9e0b-6a4b009999ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:36.290583386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d9ea83f-0318-4682-9f76-5c454b6da161","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:36.859703093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20e30d61-3e87-4726-946e-dfef1512dc41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:36.859721799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20e30d61-3e87-4726-946e-dfef1512dc41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:38.844380317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fc60a54a-2b96-49e0-8289-9f0c13854c11","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:38.844400171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fc60a54a-2b96-49e0-8289-9f0c13854c11","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.480231338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ef091d-f12a-432c-a9d7-4501d7d3e624","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.48025171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ef091d-f12a-432c-a9d7-4501d7d3e624","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.54070856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0be4c5f-76dc-4ca1-9cfd-b1d6190b4020","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.54698254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3b3fc74-57a2-4703-b03f-217bdba3923d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.546982215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e3d5d9-f5b7-443c-ae42-82c8004c94ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.579068838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e3d5d9-f5b7-443c-ae42-82c8004c94ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.579075964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3b3fc74-57a2-4703-b03f-217bdba3923d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.600636718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"508546df-f920-4dee-af39-4d1d4873334a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.600659932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"508546df-f920-4dee-af39-4d1d4873334a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.661012889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b983666-6835-4ca4-8f4a-d843ad259527","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:40.758724095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:41.781795101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9982ac0-dd91-4323-9692-d5296925cd48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:41.781817715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9982ac0-dd91-4323-9692-d5296925cd48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.559984512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"405c6247-8c07-42a2-9343-06fed831be65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.560012556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"405c6247-8c07-42a2-9343-06fed831be65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.620716007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"822db7ce-2e78-4577-a48d-152c2ff21807","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.626285678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"372751bc-2292-49d2-a1ff-43fef918ce8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.626291854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e503fdc4-cd47-4936-8beb-dd4e3d7d01dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.658845229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"372751bc-2292-49d2-a1ff-43fef918ce8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.659019992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e503fdc4-cd47-4936-8beb-dd4e3d7d01dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.68069471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93d760bf-7e99-495d-bfeb-dd0ebc335856","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.680717088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93d760bf-7e99-495d-bfeb-dd0ebc335856","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:42.740664865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9398aa4f-ceb1-49eb-816a-8619ce630837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.349049996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50d1fbef-b5ef-417b-8e38-61a88ecf3d21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.349070033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50d1fbef-b5ef-417b-8e38-61a88ecf3d21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.391929974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9058e70-b609-4d3f-9bd8-1fb25038f7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.411220497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9058e70-b609-4d3f-9bd8-1fb25038f7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.533191264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13ddf29b-d1f4-42fe-91f3-64b25238b98e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.533215003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13ddf29b-d1f4-42fe-91f3-64b25238b98e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.56655934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef37e111-6c02-463d-9b62-33a92a79d4c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.566583252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef37e111-6c02-463d-9b62-33a92a79d4c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.579881796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a8d9eac-de8d-47ea-b9be-1ad2252e29b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.596764291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9248cdce-a77f-47e0-bf34-a2b7b09e1659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.599260175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a8d9eac-de8d-47ea-b9be-1ad2252e29b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.651193544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d349466-2a1b-4419-98b8-e5b2b555be51","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.651214965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d349466-2a1b-4419-98b8-e5b2b555be51","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.676602961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ed10cb7-05db-475f-a388-a11a39f6004f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:25:45.706854086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ed10cb7-05db-475f-a388-a11a39f6004f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:10.769366743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:17.846166667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a338af-0d8b-4bd8-a6d6-240efa022d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:17.86061652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a338af-0d8b-4bd8-a6d6-240efa022d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:17.875263984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a338af-0d8b-4bd8-a6d6-240efa022d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:17.889748304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a338af-0d8b-4bd8-a6d6-240efa022d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:18.562931483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3b36c-5723-48c4-8b4f-c7b67598734e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:18.577668999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3b36c-5723-48c4-8b4f-c7b67598734e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:18.592595437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3b36c-5723-48c4-8b4f-c7b67598734e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:18.607749876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3b36c-5723-48c4-8b4f-c7b67598734e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:18.676500687Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-25447e22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-25447e22","reconcileID":"5d1551cb-e7ed-4cd3-bf94-08ba61503225","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-25447e22","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-25447e22":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:18.875383571Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ac0736b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ac0736b6","reconcileID":"dc53c0be-84c3-45da-8894-c1a2bd9c5dfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ac0736b6","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ac0736b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.149633158Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-353db9f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-353db9f5","reconcileID":"59acbfe4-8218-46f2-8d05-7238667bd41f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-353db9f5-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-353db9f5-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.253307387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1938ca-b139-4c36-a71a-52c54e7e06f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.267621586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1938ca-b139-4c36-a71a-52c54e7e06f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.282353786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1938ca-b139-4c36-a71a-52c54e7e06f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.296701261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1938ca-b139-4c36-a71a-52c54e7e06f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.911875098Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9df039e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9df039e4","reconcileID":"252f072e-4278-4eaa-a898-7b8e12d92605","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9df039e4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-9df039e4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.92170927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295679b8-2cb6-4d37-8405-347c4d7ce934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.979039915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295679b8-2cb6-4d37-8405-347c4d7ce934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:19.99397569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295679b8-2cb6-4d37-8405-347c4d7ce934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:20.00853577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295679b8-2cb6-4d37-8405-347c4d7ce934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:20.649809926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d54e285-9945-4bcf-999a-1fb0cc3d5bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:20.664761339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d54e285-9945-4bcf-999a-1fb0cc3d5bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:20.684414661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d54e285-9945-4bcf-999a-1fb0cc3d5bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:20.699310557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d54e285-9945-4bcf-999a-1fb0cc3d5bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:21.345617863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a344999-1c6e-4857-954b-13ab6d2fb7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:21.359839851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a344999-1c6e-4857-954b-13ab6d2fb7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:21.374195784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a344999-1c6e-4857-954b-13ab6d2fb7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:21.388604648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a344999-1c6e-4857-954b-13ab6d2fb7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.059444105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3552915-cec1-43a2-b4d8-0edb86d1a77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.074189899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3552915-cec1-43a2-b4d8-0edb86d1a77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.089397234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3552915-cec1-43a2-b4d8-0edb86d1a77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.10390838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3552915-cec1-43a2-b4d8-0edb86d1a77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.750307523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda69f7f-6b7a-4d67-aaf3-6846db7f61e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.766013043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda69f7f-6b7a-4d67-aaf3-6846db7f61e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.781621737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda69f7f-6b7a-4d67-aaf3-6846db7f61e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:22.795822414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda69f7f-6b7a-4d67-aaf3-6846db7f61e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.273585369Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"85e5d57d-69bd-425e-a618-09be688c8e84","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.290664805Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"85e5d57d-69bd-425e-a618-09be688c8e84","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.322902048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"85e5d57d-69bd-425e-a618-09be688c8e84","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-353db9f5-gw","tenantID":"e2e-migrate-353db9f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.368484832Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"85e5d57d-69bd-425e-a618-09be688c8e84","name":"e2e-migrate-353db9f5-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.445774654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbceb5ef-05e9-43f0-85bb-7a56d05fbe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.460570632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbceb5ef-05e9-43f0-85bb-7a56d05fbe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.477524244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbceb5ef-05e9-43f0-85bb-7a56d05fbe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:23.49424656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbceb5ef-05e9-43f0-85bb-7a56d05fbe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:25.102690946Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"dbb6b633-45c3-48b6-9807-de4d86b0fa90","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:25.150707493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"dbb6b633-45c3-48b6-9807-de4d86b0fa90","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-9df039e4","tenantID":"e2e-ait-9df039e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:25.193811912Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"dbb6b633-45c3-48b6-9807-de4d86b0fa90","name":"e2e-ait-9df039e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:25.958115634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a42a75-3399-4980-95eb-2f22d37af37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:25.972743523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a42a75-3399-4980-95eb-2f22d37af37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:25.987842353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a42a75-3399-4980-95eb-2f22d37af37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.007055864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a42a75-3399-4980-95eb-2f22d37af37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.11916975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9495b36-57dc-4139-a123-3e2fa75834ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.206513032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b018571-15be-4012-b081-d5989f32493a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.69268455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70177355-7aea-4992-a36e-5d1ee195ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.708373277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70177355-7aea-4992-a36e-5d1ee195ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.723374133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70177355-7aea-4992-a36e-5d1ee195ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.737923818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70177355-7aea-4992-a36e-5d1ee195ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:26.77976585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-7ef0e96a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-7ef0e96a","reconcileID":"2e93d05c-c080-4bef-aa48-cb153daebe32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-7ef0e96a","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-7ef0e96a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:27.60199106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eba9340-30bf-4c48-9509-44cf37ea92a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:27.616642519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eba9340-30bf-4c48-9509-44cf37ea92a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:27.631085698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eba9340-30bf-4c48-9509-44cf37ea92a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:27.645657243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eba9340-30bf-4c48-9509-44cf37ea92a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:28.949201721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"758fe99c-d43b-4ee0-a721-79b70661324e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-25447e22","tenantID":"e2e-ait-25447e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:28.992280401Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"758fe99c-d43b-4ee0-a721-79b70661324e","name":"e2e-ait-25447e22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:30.864185873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"5e93ddbe-e4bc-4d19-9c1f-f82a9d845060","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ac0736b6","tenantID":"e2e-ait-ac0736b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:30.913052692Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"5e93ddbe-e4bc-4d19-9c1f-f82a9d845060","name":"e2e-ait-ac0736b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:32.555973603Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"f003d82e-f3a6-4202-aea4-415d46497274","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:32.592758021Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"f003d82e-f3a6-4202-aea4-415d46497274","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:33.347165936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdd7c66-bd57-4e65-ae0d-ebd5a866dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:33.3656663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdd7c66-bd57-4e65-ae0d-ebd5a866dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:33.383677819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdd7c66-bd57-4e65-ae0d-ebd5a866dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:33.399693386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdd7c66-bd57-4e65-ae0d-ebd5a866dda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.084207344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce416b91-4e96-4401-b8f2-a6804d86315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.100759098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce416b91-4e96-4401-b8f2-a6804d86315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.115808815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce416b91-4e96-4401-b8f2-a6804d86315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.130514231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce416b91-4e96-4401-b8f2-a6804d86315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.512612971Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"e5bfe29e-440f-4604-aaf6-37e408ae900e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.857675561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbc2f77-bfbf-46c6-a8bf-2b45e54beb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.872517245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbc2f77-bfbf-46c6-a8bf-2b45e54beb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.891014391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbc2f77-bfbf-46c6-a8bf-2b45e54beb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:34.905946934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbc2f77-bfbf-46c6-a8bf-2b45e54beb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:35.572044336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd29f2a9-f2d6-41dd-8423-f7de6be3842f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:35.600990496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd29f2a9-f2d6-41dd-8423-f7de6be3842f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:35.624119958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd29f2a9-f2d6-41dd-8423-f7de6be3842f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:35.639692012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd29f2a9-f2d6-41dd-8423-f7de6be3842f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:36.363980405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abee3efb-f19e-4d31-843a-a269a4e573d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:36.381151722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abee3efb-f19e-4d31-843a-a269a4e573d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:36.396901112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abee3efb-f19e-4d31-843a-a269a4e573d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:36.419501308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abee3efb-f19e-4d31-843a-a269a4e573d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:38.529158632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"3739da2d-bef8-4473-a773-1b0416a4068a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-7ef0e96a","tenantID":"e2e-derive-7ef0e96a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:38.581701373Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"3739da2d-bef8-4473-a773-1b0416a4068a","name":"e2e-derive-7ef0e96a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:40.831555746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.021885209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1f3646-4a32-475f-ada2-f23ab57d8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.036511402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1f3646-4a32-475f-ada2-f23ab57d8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.051183618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1f3646-4a32-475f-ada2-f23ab57d8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.065951853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1f3646-4a32-475f-ada2-f23ab57d8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.802672502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5803ff33-56ab-4634-b73d-88d4407fd064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.82041489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5803ff33-56ab-4634-b73d-88d4407fd064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.837657926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5803ff33-56ab-4634-b73d-88d4407fd064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:41.85193634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5803ff33-56ab-4634-b73d-88d4407fd064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:42.586645303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6511b48-2a09-4bb4-ba9b-7c49dc5f3c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:42.603486925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6511b48-2a09-4bb4-ba9b-7c49dc5f3c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:42.618935813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6511b48-2a09-4bb4-ba9b-7c49dc5f3c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:42.63414677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6511b48-2a09-4bb4-ba9b-7c49dc5f3c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:43.42902275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010088b-a8b7-45f4-88e1-4766b5ea7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:43.444316644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010088b-a8b7-45f4-88e1-4766b5ea7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:43.458699154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010088b-a8b7-45f4-88e1-4766b5ea7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:43.485599044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010088b-a8b7-45f4-88e1-4766b5ea7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:44.236124096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b61daaf-0732-4a09-ba02-5b1041a3d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:44.25095773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b61daaf-0732-4a09-ba02-5b1041a3d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:44.265689014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b61daaf-0732-4a09-ba02-5b1041a3d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:44.289171097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b61daaf-0732-4a09-ba02-5b1041a3d4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:44.497776659Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"ef9bb6c8-82d5-4fa2-963a-ac01d78adf98","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:44.540770156Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"ef9bb6c8-82d5-4fa2-963a-ac01d78adf98","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:45.411824751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6bcc63-3e88-4601-b7e1-f8c4b24a0f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:45.432175445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6bcc63-3e88-4601-b7e1-f8c4b24a0f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:45.457078865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6bcc63-3e88-4601-b7e1-f8c4b24a0f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:45.478896946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6bcc63-3e88-4601-b7e1-f8c4b24a0f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:46.236590102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3f63de-eb35-4544-90ca-dee3ca561f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:46.251965428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3f63de-eb35-4544-90ca-dee3ca561f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:46.26658803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3f63de-eb35-4544-90ca-dee3ca561f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:46.292581467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3f63de-eb35-4544-90ca-dee3ca561f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:46.994770058Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"834b2968-246e-4354-8db2-9ca1a4fc1126","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:47.025033348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b0792e-b404-4598-a9de-bde4884062df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:47.041672872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b0792e-b404-4598-a9de-bde4884062df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:47.056639184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b0792e-b404-4598-a9de-bde4884062df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:47.071879702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b0792e-b404-4598-a9de-bde4884062df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:49.917833206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17fc9cef-e7dd-4bfa-9c65-00e6f2d84ef2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:50.010405548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13621bf5-f151-4194-940d-f75b4de89559","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:51.377753231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab836f-ce6c-4ad5-baca-8cd225b73e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:51.393073523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab836f-ce6c-4ad5-baca-8cd225b73e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:51.408281362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab836f-ce6c-4ad5-baca-8cd225b73e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:51.422643647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab836f-ce6c-4ad5-baca-8cd225b73e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.074619472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bad845-e15f-49f4-8970-33fb9dd7f0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.094527825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bad845-e15f-49f4-8970-33fb9dd7f0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.111884748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bad845-e15f-49f4-8970-33fb9dd7f0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.126651537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bad845-e15f-49f4-8970-33fb9dd7f0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.850239454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0879e1b7-8429-478b-9ab9-041bb2fba877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.865106153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0879e1b7-8429-478b-9ab9-041bb2fba877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.881701959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0879e1b7-8429-478b-9ab9-041bb2fba877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:52.897339419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0879e1b7-8429-478b-9ab9-041bb2fba877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:53.562891438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794428e0-758e-4b48-a07a-f3dfa50c5c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:53.582355541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794428e0-758e-4b48-a07a-f3dfa50c5c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:53.600468221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794428e0-758e-4b48-a07a-f3dfa50c5c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:53.615496243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794428e0-758e-4b48-a07a-f3dfa50c5c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.250959503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfb02f-5dac-4089-9e3a-46c6d4f29cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.266720999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfb02f-5dac-4089-9e3a-46c6d4f29cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.29799369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfb02f-5dac-4089-9e3a-46c6d4f29cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.313226067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfb02f-5dac-4089-9e3a-46c6d4f29cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.488928791Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","namespace":"ai-tenant-e2e-migrate-353db9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.489017818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","namespace":"ai-tenant-e2e-migrate-353db9f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.489123277Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","tenant":"e2e-migrate-353db9f5","tenantID":"e2e-migrate-353db9f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.531487114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Deployment","name":"maas-api-e2e-migrate-353db9f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.603605919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Service","name":"maas-api-e2e-migrate-353db9f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.643733115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-353db9f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.676587154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-353db9f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.700765469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.719805699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.739428955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.754748436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.769062206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Deployment","name":"payload-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.784943347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.800804661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Service","name":"payload-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.815741191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"Service","name":"payload-pre-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.830007794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.844505214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.858763951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.875683916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.896189452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.911392239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.926277532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-353db9f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.941013614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-353db9f5"},"namespace":"ai-tenant-e2e-migrate-353db9f5","name":"default-tenant","reconcileID":"dea7dc01-b496-4b40-9361-d0493f33b47a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-353db9f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.961315482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","namespace":"ai-tenant-e2e-ait-9df039e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.961408063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","namespace":"ai-tenant-e2e-ait-9df039e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.961459184Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","tenant":"e2e-ait-9df039e4","tenantID":"e2e-ait-9df039e4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:54.982392074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Deployment","name":"maas-api-e2e-ait-9df039e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.01212414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Service","name":"maas-api-e2e-ait-9df039e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.03171956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9df039e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.048995493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9df039e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.066663106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.086608787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.108100553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.125240887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.139418415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Deployment","name":"payload-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.156252017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.170685321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Service","name":"payload-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.191804807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"Service","name":"payload-pre-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.206550592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.215341555Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-353db9f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-353db9f5","reconcileID":"c5069430-dba6-4e6d-9e21-1a50990b9cf4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-353db9f5-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-353db9f5-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.22077363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.234856511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.255823468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.269974148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.302596185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.318577437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9df039e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.333073143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9df039e4"},"namespace":"ai-tenant-e2e-ait-9df039e4","name":"default-tenant","reconcileID":"696f2d05-9328-4187-b63d-8b6cd203126a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9df039e4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.834191322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b867783a-aa17-4a0c-9d56-7832d55e178d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.848515225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b867783a-aa17-4a0c-9d56-7832d55e178d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.862879188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b867783a-aa17-4a0c-9d56-7832d55e178d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.869711681Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9df039e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9df039e4","reconcileID":"ba4dad41-ef21-4470-81e0-c72c019c28ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9df039e4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-9df039e4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:55.881537193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b867783a-aa17-4a0c-9d56-7832d55e178d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:56.610682784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83f9593-a5b6-4bae-8d3a-49ca4b088474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:56.625189996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83f9593-a5b6-4bae-8d3a-49ca4b088474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:56.639748368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83f9593-a5b6-4bae-8d3a-49ca4b088474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:56.654766455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83f9593-a5b6-4bae-8d3a-49ca4b088474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:57.385636815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de3bc6b-3342-4fb5-b965-5d686f97f225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:57.400987289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de3bc6b-3342-4fb5-b965-5d686f97f225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:57.415600014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de3bc6b-3342-4fb5-b965-5d686f97f225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:57.430368026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de3bc6b-3342-4fb5-b965-5d686f97f225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:58.929575126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90ce5757-440c-4b55-b2ae-82b57055e047","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.024253837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48603a56-850d-48cf-acb6-94a2cebef7fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.464346744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","namespace":"ai-tenant-e2e-ait-25447e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.46442223Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","namespace":"ai-tenant-e2e-ait-25447e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.464489589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","tenant":"e2e-ait-25447e22","tenantID":"e2e-ait-25447e22","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.481438428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Deployment","name":"maas-api-e2e-ait-25447e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.573877669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Service","name":"maas-api-e2e-ait-25447e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.604226028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-25447e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.643624995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-25447e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.663864891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.700077543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.719925565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.736930402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.751154004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Deployment","name":"payload-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.765317801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.779398993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Service","name":"payload-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.791039231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7630a2-dae1-47ba-95d3-f427afc6a33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.806232626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7630a2-dae1-47ba-95d3-f427afc6a33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.807386069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"Service","name":"payload-pre-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.820662764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7630a2-dae1-47ba-95d3-f427afc6a33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.835064214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.835238001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7630a2-dae1-47ba-95d3-f427afc6a33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.849460013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.863857142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.882528404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.901351884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.915607657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.929834258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-25447e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.943939455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-25447e22"},"namespace":"ai-tenant-e2e-ait-25447e22","name":"default-tenant","reconcileID":"d37ffede-3055-4c51-8bbd-2bc39a5a52d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-25447e22","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.96666718Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","namespace":"ai-tenant-e2e-ait-ac0736b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.966725215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","namespace":"ai-tenant-e2e-ait-ac0736b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.96677421Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","tenant":"e2e-ait-ac0736b6","tenantID":"e2e-ait-ac0736b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:26:59.983939793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Deployment","name":"maas-api-e2e-ait-ac0736b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.06108327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Service","name":"maas-api-e2e-ait-ac0736b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.078909669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ac0736b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.095671193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ac0736b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.114136416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.133988979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.154460762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.174149731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.188372373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Deployment","name":"payload-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.202956529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.217196655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Service","name":"payload-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.231410837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"Service","name":"payload-pre-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.246379253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.246661608Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-25447e22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-25447e22","reconcileID":"cb1c335e-73a5-48c4-bc1e-cc9dbee28c91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-25447e22","removed":["maas.opendatahub.io/gateway-access-e2e-ait-25447e22"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.274700355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.293768414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.316179416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.330639047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.345228132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.361362931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ac0736b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.375683299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ac0736b6"},"namespace":"ai-tenant-e2e-ait-ac0736b6","name":"default-tenant","reconcileID":"c1e274a0-90f1-4d24-8b8e-6a579ed9d861","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ac0736b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.478626733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f1390-b156-412c-9a20-6dafa51c31e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.493389353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f1390-b156-412c-9a20-6dafa51c31e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.507838032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f1390-b156-412c-9a20-6dafa51c31e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.578537144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f1390-b156-412c-9a20-6dafa51c31e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.726092769Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ac0736b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ac0736b6","reconcileID":"8c98db74-143c-4e7b-9c91-428c8224e606","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ac0736b6","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ac0736b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:00.908422902Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-106555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-106555","reconcileID":"0c397ea5-232b-4d62-a8e5-405f25279a2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-106555","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-106555":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.250254867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a2af18-ca0e-480e-a4cb-6cd4bc9defd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.265242967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a2af18-ca0e-480e-a4cb-6cd4bc9defd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.280148298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a2af18-ca0e-480e-a4cb-6cd4bc9defd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.294771074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a2af18-ca0e-480e-a4cb-6cd4bc9defd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.955779964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17779f08-26b0-4d76-a77c-18c0e55dfc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.970287522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17779f08-26b0-4d76-a77c-18c0e55dfc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:01.984614048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17779f08-26b0-4d76-a77c-18c0e55dfc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.003538299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17779f08-26b0-4d76-a77c-18c0e55dfc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.382950188Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","namespace":"ai-tenant-e2e-derive-7ef0e96a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.38304464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","namespace":"ai-tenant-e2e-derive-7ef0e96a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.383132725Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","tenant":"e2e-derive-7ef0e96a","tenantID":"e2e-derive-7ef0e96a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.433049222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Deployment","name":"maas-api-e2e-derive-7ef0e96a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.524185767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Service","name":"maas-api-e2e-derive-7ef0e96a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.547413405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-7ef0e96a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.566184312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-7ef0e96a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.586389096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.605806627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.627785234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.64496495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.660932777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Deployment","name":"payload-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.675658727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.690454792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Service","name":"payload-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.705046301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"Service","name":"payload-pre-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.722346322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"DestinationRule","name":"payload-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:27:02.722940994Z","body":"infra namespace gateway label reconciliation failed, continuing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4b5989","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4b5989","reconcileID":"7ade4cb0-33cd-480e-8db1-e147d6eef271","error":"patch labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.740423591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.760303777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.778863217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.807245709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.823938492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.849287608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-7ef0e96a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:02.868800443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7ef0e96a"},"namespace":"ai-tenant-e2e-derive-7ef0e96a","name":"default-tenant","reconcileID":"7f00bd24-abed-4b82-9084-d91cfe1d3600","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-7ef0e96a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:03.305380862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a0b91c-1161-4e28-91a8-0487f71e71ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:03.321238935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a0b91c-1161-4e28-91a8-0487f71e71ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:03.335867607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a0b91c-1161-4e28-91a8-0487f71e71ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:03.351162385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a0b91c-1161-4e28-91a8-0487f71e71ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:03.889944985Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4b5989","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4b5989","reconcileID":"0a14c68f-edcb-4b7f-90e3-f2d14526a726","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4b5989","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-4b5989":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:04.822223795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"4799f2b0-324b-42af-8bfd-13a1d2b9bc2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:04.866235163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"4799f2b0-324b-42af-8bfd-13a1d2b9bc2f","name":"e2e-worker-w3-106555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:05.494198775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe07fe5-067e-40bd-bafb-bfb52fdbf63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:05.508533398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe07fe5-067e-40bd-bafb-bfb52fdbf63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:05.524516903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe07fe5-067e-40bd-bafb-bfb52fdbf63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:05.539038562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe07fe5-067e-40bd-bafb-bfb52fdbf63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.053657818Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-7ef0e96a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-7ef0e96a","reconcileID":"5ce7f99e-cfd4-4cc7-9d4f-b02db9fbc94a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-7ef0e96a","removed":["maas.opendatahub.io/gateway-access-e2e-derive-7ef0e96a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.150730984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ad2002-b7d6-4f2c-85b4-30149643fb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.165006375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ad2002-b7d6-4f2c-85b4-30149643fb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.179266378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ad2002-b7d6-4f2c-85b4-30149643fb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.193633956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ad2002-b7d6-4f2c-85b4-30149643fb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.383794516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-c16684","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-c16684","reconcileID":"6477ed5c-17c4-45d1-8416-cffbfa20f271","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-c16684","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-c16684":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.835827755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7fb9d-f78b-4ac2-8f54-107e6a4820a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.850531852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7fb9d-f78b-4ac2-8f54-107e6a4820a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.865074269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7fb9d-f78b-4ac2-8f54-107e6a4820a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.879496525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f7fb9d-f78b-4ac2-8f54-107e6a4820a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:06.980185129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"127a95e1-f4a9-473d-87ab-e359bfd1dec3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:07.029963703Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"127a95e1-f4a9-473d-87ab-e359bfd1dec3","name":"e2e-worker-w0-4b5989-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:07.40495431Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-cc45a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-cc45a7","reconcileID":"647f266d-18f6-4419-a74b-be80f05e524c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-cc45a7","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-cc45a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:07.879364834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d6e92a-8854-4e02-9128-6c8df772fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:07.894519837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d6e92a-8854-4e02-9128-6c8df772fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:07.910176674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d6e92a-8854-4e02-9128-6c8df772fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:07.92993404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d6e92a-8854-4e02-9128-6c8df772fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:08.592410638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254c26fe-c955-463f-8810-e0aeddb79ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:08.607111469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254c26fe-c955-463f-8810-e0aeddb79ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:08.621874824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254c26fe-c955-463f-8810-e0aeddb79ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:08.636444325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254c26fe-c955-463f-8810-e0aeddb79ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:09.403976788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51cad8d-8fa1-4587-906c-91d44d87d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:09.41917468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51cad8d-8fa1-4587-906c-91d44d87d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:09.434261761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51cad8d-8fa1-4587-906c-91d44d87d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:09.449527844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51cad8d-8fa1-4587-906c-91d44d87d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.157102015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c42eb3-70bc-4b9d-bdbe-25badbe23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.171866773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c42eb3-70bc-4b9d-bdbe-25badbe23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.186674631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c42eb3-70bc-4b9d-bdbe-25badbe23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.201180967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c42eb3-70bc-4b9d-bdbe-25badbe23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.759876592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.885388885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41e386c-296e-4d0d-b6d1-af076b146738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.900285027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41e386c-296e-4d0d-b6d1-af076b146738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.921943755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41e386c-296e-4d0d-b6d1-af076b146738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:10.936703636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41e386c-296e-4d0d-b6d1-af076b146738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:11.768170018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146e7d6d-5155-4261-9e06-0bb1f0f16b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:11.783070854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146e7d6d-5155-4261-9e06-0bb1f0f16b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:11.798286525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146e7d6d-5155-4261-9e06-0bb1f0f16b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:11.804653986Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-994336","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-994336","reconcileID":"f9ea32b7-97cd-43d2-80d8-6b756930b798","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-994336","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-994336":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:11.812805449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146e7d6d-5155-4261-9e06-0bb1f0f16b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:12.4716257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf8bd49-4ae7-4692-8e4d-7ded3fe46127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:12.486125229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf8bd49-4ae7-4692-8e4d-7ded3fe46127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:12.500442314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf8bd49-4ae7-4692-8e4d-7ded3fe46127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:12.515736017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf8bd49-4ae7-4692-8e4d-7ded3fe46127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:13.121722725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"3fb1cbae-5d32-4450-b840-f2a7d36e0efc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:13.164296378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"3fb1cbae-5d32-4450-b840-f2a7d36e0efc","name":"e2e-worker-w2-c16684-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:15.652890691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b739e1d4-5bc3-4e66-844d-1a097f3d10b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:15.66857914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b739e1d4-5bc3-4e66-844d-1a097f3d10b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:15.686841679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b739e1d4-5bc3-4e66-844d-1a097f3d10b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:15.702219309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b739e1d4-5bc3-4e66-844d-1a097f3d10b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:16.378019981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a241b9d3-e831-46f2-9c18-e8075eb514b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:16.393470994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a241b9d3-e831-46f2-9c18-e8075eb514b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:16.410561519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a241b9d3-e831-46f2-9c18-e8075eb514b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:16.425904746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a241b9d3-e831-46f2-9c18-e8075eb514b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:16.937342776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"0af5b048-6c66-4cc8-b9a9-2083f248e853","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:16.982259784Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"0af5b048-6c66-4cc8-b9a9-2083f248e853","name":"e2e-worker-w4-cc45a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:17.05310348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748f4201-44af-45ec-863f-b03fea6958de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:17.067365059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748f4201-44af-45ec-863f-b03fea6958de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:17.082299164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748f4201-44af-45ec-863f-b03fea6958de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:17.100184453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748f4201-44af-45ec-863f-b03fea6958de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:21.372148725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b47bb5-16a7-4e69-b70a-86c5d1bf01f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:21.390695687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b47bb5-16a7-4e69-b70a-86c5d1bf01f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:21.406439006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b47bb5-16a7-4e69-b70a-86c5d1bf01f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:21.421054458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b47bb5-16a7-4e69-b70a-86c5d1bf01f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.112336727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805dda02-5e80-4582-9125-90b166e8c994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.127189486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805dda02-5e80-4582-9125-90b166e8c994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.14201719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805dda02-5e80-4582-9125-90b166e8c994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.157072965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805dda02-5e80-4582-9125-90b166e8c994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.734444185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"78e045e7-a186-4683-ab2a-2f77975ed3cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.781423483Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"78e045e7-a186-4683-ab2a-2f77975ed3cb","name":"e2e-worker-w1-994336-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.855815486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813fb3b-9692-4a58-aa3e-d80d9360f21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.870474781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813fb3b-9692-4a58-aa3e-d80d9360f21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.890261957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813fb3b-9692-4a58-aa3e-d80d9360f21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:22.978048404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813fb3b-9692-4a58-aa3e-d80d9360f21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:23.656307618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4993ec7-98e0-4216-915f-217493792e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:23.670769643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4993ec7-98e0-4216-915f-217493792e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:23.68605764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4993ec7-98e0-4216-915f-217493792e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:23.701393459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4993ec7-98e0-4216-915f-217493792e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:24.354915927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23652a-546f-4a39-bd8b-b57cddf91e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:24.369589208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23652a-546f-4a39-bd8b-b57cddf91e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:24.384579755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23652a-546f-4a39-bd8b-b57cddf91e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:24.399057073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23652a-546f-4a39-bd8b-b57cddf91e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:25.452940523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70995594-490a-4cd2-8740-042c4d883da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:25.467363975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70995594-490a-4cd2-8740-042c4d883da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:25.482815178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70995594-490a-4cd2-8740-042c4d883da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:25.497811679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70995594-490a-4cd2-8740-042c4d883da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:26.178737796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc95ac4-598b-4fc2-9c1d-2ecfa2f6c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:26.1931844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc95ac4-598b-4fc2-9c1d-2ecfa2f6c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:26.207377829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc95ac4-598b-4fc2-9c1d-2ecfa2f6c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:26.221837357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc95ac4-598b-4fc2-9c1d-2ecfa2f6c075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:29.255447991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6c140-3c51-416e-8a4f-17f3266d6726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:29.27265497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6c140-3c51-416e-8a4f-17f3266d6726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:29.330722722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6c140-3c51-416e-8a4f-17f3266d6726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:29.346573947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6c140-3c51-416e-8a4f-17f3266d6726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:30.071971104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421251a9-5ad7-41bd-99ac-ec06403d8826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:30.092571012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421251a9-5ad7-41bd-99ac-ec06403d8826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:30.112284156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421251a9-5ad7-41bd-99ac-ec06403d8826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:30.137812419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421251a9-5ad7-41bd-99ac-ec06403d8826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.249436328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50183ec-1b19-4a09-b3fb-926fd5c85b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.264062187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50183ec-1b19-4a09-b3fb-926fd5c85b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.279226045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50183ec-1b19-4a09-b3fb-926fd5c85b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.294502898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50183ec-1b19-4a09-b3fb-926fd5c85b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.941347105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc7d7fc-e4f5-4a0d-9bf8-1f9d384b04c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.9559433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc7d7fc-e4f5-4a0d-9bf8-1f9d384b04c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.970357599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc7d7fc-e4f5-4a0d-9bf8-1f9d384b04c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:35.985611649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc7d7fc-e4f5-4a0d-9bf8-1f9d384b04c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:39.222087499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"efc4ce85-f587-4028-9789-35f0f2b3dbbe","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:40.762868623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:52.935660396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"e456d2de-bc77-4a10-8c9c-600608da471c","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:52.965813267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"33b388a9-d585-446a-953d-5eb1009bb27b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:58.5197222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"a9e2fa53-6851-4a5c-a516-cc42cc74d8eb","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:27:59.066941566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"a7d44ed4-b7d4-47a9-9e6a-e89162b89a55","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:00.008484856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b1721ccc-0706-4762-bb39-74f35452d8f5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:02.864162835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46016ef8-27ca-436e-959f-0a6a5fcbcc45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:02.971392548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8661a982-afb8-4f2f-82ed-1f959b69ef3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:04.073200862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"a51e2645-9414-44a8-bf66-1752c6b1abe3","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:04.390431546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"15024615-f3d7-442a-9191-e3c000cd6817","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:04.472382806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"bfc3982c-92a4-4a94-82e1-4afa56ac864a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:09.314674049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95dca927-e893-4643-ac21-4c972a9b7c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:09.396449563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5802b611-7842-445f-8e93-d75e78395e20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:10.759260784Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:12.599216068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"d06e7c87-31a0-4c24-a1c2-aafd81e527a3","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:12.630341477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"ddf4194e-22e9-4366-acf6-d4b76da43968","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:14.26923593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc4ab06b-a8b4-4ead-80fc-ec71b6bd4efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:14.373844465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bd48a88-8506-4ceb-b2fa-f8d54bb214e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:14.624671134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"5b3ef902-005a-4e8b-8e89-335cb43debb1","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:14.670299501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"021c61b9-112f-4980-89ba-edb12fc0390e","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.115493593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"469a6205-db85-4270-83df-2998720abe7a","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.310359397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"78954cb9-c622-4a6b-bf62-b90b02b403df","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.331892152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0ac9686-48f7-481c-b7df-d6215040e129","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.331914848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0ac9686-48f7-481c-b7df-d6215040e129","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.361084518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c4ba7dd4-6640-4ec9-a0b1-b72659b915a7","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.364678035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a7e726-ff0e-41cd-a96e-2ebf7eae4f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.364697656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a7e726-ff0e-41cd-a96e-2ebf7eae4f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.381182481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"3236cc31-87d7-4010-ab05-3ab9ba2e43cb","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:20.384702009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-106555/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.443483583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"e9ca72ec-0b34-401c-8e02-50b8ee9325a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"simulator-w3-106555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.501040561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"70bd8521-b111-47aa-bfa2-45084b64bb26","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.568421942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"bb76a305-e748-4182-bcf0-024c03228489","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.568531336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"03c50d62-8b84-4f56-a8d2-8c88212eb44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.594916995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"6de9a61d-e8e5-4ea9-a4fc-9d5cf5e5a64f","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.628261278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"411af9c9-d447-4443-9865-648a7b2fd722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.680136963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"df26e09c-ada8-498c-a05a-9c313c3b779d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.688095358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"411af9c9-d447-4443-9865-648a7b2fd722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.709708273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"411af9c9-d447-4443-9865-648a7b2fd722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.730719052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"f068009e-0df3-4d8c-a361-26136ac90706","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.781576479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"c6e1ebaf-9a4b-4764-846b-f706c23a4cb7","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.812660417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5ff8c795-b68e-4d7f-a1ee-c4dd4191d6b1","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.817775065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"0281d862-6690-4247-b66c-1cee221d9c4a","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.827889834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3956e832-f5e6-4a76-8d9f-7d5ee7c6402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:20.828306534Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-106555/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.83635041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"9956af6a-b5b6-4498-a792-05152b836396","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.883372648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3956e832-f5e6-4a76-8d9f-7d5ee7c6402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.907265401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3956e832-f5e6-4a76-8d9f-7d5ee7c6402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.95192054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b0a1ba47-1ef0-4670-bd6f-00d01d381e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.955580837Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"1100da1a-a4e6-4fbb-a718-3b6308864368","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"premium-w3-106555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-106555/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:20.988896295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b0a1ba47-1ef0-4670-bd6f-00d01d381e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.022020514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b0a1ba47-1ef0-4670-bd6f-00d01d381e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.031922361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"3a4d2b56-d66a-4f5a-a159-f7c490efa848","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.06210513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"25c84abc-72a7-45e7-904f-6d3860144549","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.062583836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"bbd7f96b-479f-43d6-bfd3-d07dc475dd98","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.120297211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"6cfd4b98-4468-473f-a388-62ba9c3dcec0","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.152612405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"fe8707b9-c154-47bc-ad14-74669ad7ea54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.154400591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8083e7bf-4240-4c95-a551-db39844c47df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.154401024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1f97e113-db27-40fb-aa78-c0007015cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.190783351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1f97e113-db27-40fb-aa78-c0007015cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.191724013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8083e7bf-4240-4c95-a551-db39844c47df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.213560071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8083e7bf-4240-4c95-a551-db39844c47df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.213567385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1f97e113-db27-40fb-aa78-c0007015cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.232958106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"ab145a75-9af3-41ad-a5bd-ee3cfbf7b9fd","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.288028513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"77d0c571-d22c-480a-b6e4-053f22405d61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.308509661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"00e90bd9-e38a-4031-98eb-f9f6bba000ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.339487394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"00e90bd9-e38a-4031-98eb-f9f6bba000ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.357963973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"00e90bd9-e38a-4031-98eb-f9f6bba000ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.506664884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"51fd0749-8faa-41ed-9c34-4b0233110c80","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.682012236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"9a838e7a-e5d7-4ba5-96ad-1ddfc9042b54","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.710846715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"2aeded0f-d367-493a-94ed-5913e8759a17","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:21.716340206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"d111acfa-2056-46ec-b575-4a96ca8ba9e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.732758346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"82f1049a-b2a3-4e8b-8093-2d63da898a21","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.756249441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"4acac375-997b-44fd-b938-54afec5e1654","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.779804939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b5f6575b-1699-4ea7-9a49-07e7f7f517c8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.844497298Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"fc85366f-2a0b-4b6a-af7d-1a4be79636db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.899855134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"548fa62b-2851-4305-b984-246189ba5770","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.925069881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"5dace958-080a-4fa2-aaa5-5fe2bc0645db","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.955976674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"22997ab7-7c9b-49f2-9b9e-07e23c7995d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:21.971848472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"bfa3e0ac-c022-4893-addf-a43f84cfaa42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.011555744Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"22997ab7-7c9b-49f2-9b9e-07e23c7995d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.036111212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"22997ab7-7c9b-49f2-9b9e-07e23c7995d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.05624419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"550c6b20-fb47-4fac-97c2-33e7bb98a554","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.076211858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"8888bd2c-6a0b-41c0-b24e-bfe76f2dd12f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.076384554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89064498-8568-4e62-ac75-081e22d9c499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.076706305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ef38785-d5e7-4626-8d3d-a2fd3f1047ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.088277972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"315ee142-50cf-45d6-a765-8edb354546a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.108348508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"315ee142-50cf-45d6-a765-8edb354546a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.117175302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"79201890-446d-4d6b-b80c-754d213a79fe","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.126847478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"315ee142-50cf-45d6-a765-8edb354546a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.137416293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"a63f3287-d9ee-4402-a241-33867b7fd2c1","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:22.152212955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"9754dea2-ecd6-47b5-a2f1-6bee9ab924b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.158814019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"250fa8d5-9c43-4e73-a9ca-bed1248597c1","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.18593659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"afc254b3-ca1c-4086-b66c-5d2bd47fa05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.192157907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"e0815858-c113-4190-abdc-da4526ed3d8d","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.206799414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"afc254b3-ca1c-4086-b66c-5d2bd47fa05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.212255163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"2838f16c-e705-42b9-8ff1-443d71127471","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.228487256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"afc254b3-ca1c-4086-b66c-5d2bd47fa05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.276288817Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"63971421-22dd-496d-a39d-2343f10e1374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"premium-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.285664888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"acfdf069-bf80-416f-9fa8-ae82b6fd091b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.306668951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"acfdf069-bf80-416f-9fa8-ae82b6fd091b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.314926645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"886b39cb-978d-41f7-a910-52a3a9101dfa","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.325174213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"acfdf069-bf80-416f-9fa8-ae82b6fd091b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.335929988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"614d076d-cece-4fab-9065-12ceba720135","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:22.352119569Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"614d076d-cece-4fab-9065-12ceba720135","name":"premium-w0-4b5989","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4b5989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:22.352189773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"614d076d-cece-4fab-9065-12ceba720135","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4b5989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.357532227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"c5e5430c-19aa-4cb6-9c4d-c1e3e8574bc1","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.379717088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"a340df08-7995-42ba-a0b1-c929e46259de","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.399587364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5235c231-59e1-4531-849e-1947c675e77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.399756072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"339db578-07e1-4895-8608-47ef3819a339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.423613155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"339db578-07e1-4895-8608-47ef3819a339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.424371617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5235c231-59e1-4531-849e-1947c675e77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.4401151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"010dda1a-208b-4b65-9f7a-69ca325ac45b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.441910527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"339db578-07e1-4895-8608-47ef3819a339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.442941753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5235c231-59e1-4531-849e-1947c675e77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.461217296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"62e82b98-f680-48bc-b004-9bff512d9e1e","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.504054651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19fb7673-e23a-4c4b-b758-5ad97105db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.524067473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19fb7673-e23a-4c4b-b758-5ad97105db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:22.543118956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19fb7673-e23a-4c4b-b758-5ad97105db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.023940206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"126fad79-c8ab-44eb-a8e4-e1a87258d55f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.104343142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0f4ded73-29d2-4940-a2e3-13048d9053e2","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.128298087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"c5761bd2-b316-465b-8be5-2ab75413d1e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.128473991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"322aea5f-69c3-4696-b898-ffa87f028224","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.182755029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"a6841c17-47f7-40e9-a597-899751839d30","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.185689592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"1aa3d83c-8d8e-4bb4-8138-5e9beec9599d","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.190996827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"aeff3fa4-6807-4473-80f4-106e9bf0cc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.211464488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"aeff3fa4-6807-4473-80f4-106e9bf0cc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.215491088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"f5beba2f-b907-41c4-ae65-7d85edf8d738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.229962811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39bd3e7f6b9275ef84dc5326b4bef66ffbeda3dbe007213569ae4928621ec0be) AuthConfig (026290531423a3f790095bcf527dfe484ee1f2ea3dde1715147ecdc50ac1bb61) AuthConfig (225e59810676b9e216ec512ee22ed08af78ec08d648e10dec71145a33cf89bb4) AuthConfig (2f2ea98f7253bb7f259f9580ffc26df174794101f547d52b7011201ef6460282) AuthConfig (1fce9e58c19ac42a88ef7201ee352af1db22edd986ed3128a8bfed6c0be65572) AuthConfig (6ae3ae1a193cb39d7924b0edcbf6cf580cfe44b107c1e1ed3e4e105360a929be) AuthConfig (a8d32c7f28c0dcfa8bd67210452f7016b51af333aa613a212be35a669db6911e) AuthConfig (0b1ecc4999328374de478320fa27573c07b4e05b360c90ac145661017773438c) AuthConfig (3c17ad7cf41d003681835e58cc8c934ce6dc5d3ec4cf5836e9a45625c1b78600) AuthConfig (14d67b84156395eb2f666a173f818a92949acd2ec1ee8e11118585254313bdf7) AuthConfig (da6d9d49c6f1868185bdfda785f71714d3ce075b566e07fc157acf73f6bcb3fb) AuthConfig (9f8dda0ed8f942323ffc3a09067b9fae7035248e67f1aec2b8fadf735e433c18) AuthConfig (d0abdcf1941f240b36dace1fe4413c4dc235c081dd15d898613a39c7010651a6) AuthConfig (6a0b753a46a2a1015f26a8b1f5639fc459c52efacbbcab4ed641d4724538c4d2) AuthConfig (e8c30cc787c600e6b7ae9bf863ae9e32156cc251db4445a537f3aa1a7ded882e) AuthConfig (bf10507eeb8f0cbb0ad9427cacf13df30a1333c55dd70dea87e83a88bf2fe5d4) AuthConfig (010b8ca4dc17623929ae673cf60dd49f10beb1d7a430ad0749caa3f748bb073e) AuthConfig (30de30ed9f62d568d1ba0f163bf42c080e838dd22775c111c7bb4701cc7a258c) AuthConfig (6746e9f42afa33de6147280dc5f0d7d9b8f7cfc6e5327a72e7b945acc995f4a6) AuthConfig (43ee8a07e53a14155505004de1596b3084919123c9b3653787f765556acebfda) AuthConfig (7967d64603715364cd10d4c54c036273165fe1f2b4684a684ec285912366f276) AuthConfig (f562d6d27959f0a22cddb31afaa1277e40c6930674cb1c3050a517ee5e2c07db) AuthConfig (eb94f128c3a4272235d0f1a88ee9236a45c5bfa9133bc127c7efcb3628ed4bb6) AuthConfig (9a5a757256527e71b1d2e1f5708151c46dae58aabc94b322f8c42ef7cc6b479b) AuthConfig (9388f325a1425742e497830c84caf3bf2b086a1476376ba3c09393640cb897fd) AuthConfig (19a81c23830b3668f90e2edd0572a815f7e03eaba1cb422adce443289335eb91) AuthConfig (fbe2c0de9f3257f54264403e84724ff8c7b581833c785d8ec30c7bcb9e4a569e) AuthConfig (2e46051066cdcdba408af84e75f74019cea4f92618150d4200313afcfa98543b) AuthConfig (a9cf49acc67eaedc8935ce0f4e0845a7c4b2b8831fc174aa957fb03199dd8368) AuthConfig (a40afa98242ac56b1099dc2a87497dc5498b296e244f2567157a3340712c9e2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"aeff3fa4-6807-4473-80f4-106e9bf0cc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.250516697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"35cf386c-acaa-432d-aecf-3e36f106b79a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.286121269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8d7a027f-ea9e-4363-a2aa-98dd4f7637fc","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.295639553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"89764290-841c-4b46-85ac-48d30e735b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.315383618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"89764290-841c-4b46-85ac-48d30e735b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.336937754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39bd3e7f6b9275ef84dc5326b4bef66ffbeda3dbe007213569ae4928621ec0be) AuthConfig (026290531423a3f790095bcf527dfe484ee1f2ea3dde1715147ecdc50ac1bb61) AuthConfig (225e59810676b9e216ec512ee22ed08af78ec08d648e10dec71145a33cf89bb4) AuthConfig (2f2ea98f7253bb7f259f9580ffc26df174794101f547d52b7011201ef6460282) AuthConfig (1fce9e58c19ac42a88ef7201ee352af1db22edd986ed3128a8bfed6c0be65572) AuthConfig (6ae3ae1a193cb39d7924b0edcbf6cf580cfe44b107c1e1ed3e4e105360a929be) AuthConfig (a8d32c7f28c0dcfa8bd67210452f7016b51af333aa613a212be35a669db6911e) AuthConfig (0b1ecc4999328374de478320fa27573c07b4e05b360c90ac145661017773438c) AuthConfig (3c17ad7cf41d003681835e58cc8c934ce6dc5d3ec4cf5836e9a45625c1b78600) AuthConfig (14d67b84156395eb2f666a173f818a92949acd2ec1ee8e11118585254313bdf7) AuthConfig (da6d9d49c6f1868185bdfda785f71714d3ce075b566e07fc157acf73f6bcb3fb) AuthConfig (9f8dda0ed8f942323ffc3a09067b9fae7035248e67f1aec2b8fadf735e433c18) AuthConfig (d0abdcf1941f240b36dace1fe4413c4dc235c081dd15d898613a39c7010651a6) AuthConfig (6a0b753a46a2a1015f26a8b1f5639fc459c52efacbbcab4ed641d4724538c4d2) AuthConfig (e8c30cc787c600e6b7ae9bf863ae9e32156cc251db4445a537f3aa1a7ded882e) AuthConfig (bf10507eeb8f0cbb0ad9427cacf13df30a1333c55dd70dea87e83a88bf2fe5d4) AuthConfig (010b8ca4dc17623929ae673cf60dd49f10beb1d7a430ad0749caa3f748bb073e) AuthConfig (30de30ed9f62d568d1ba0f163bf42c080e838dd22775c111c7bb4701cc7a258c) AuthConfig (6746e9f42afa33de6147280dc5f0d7d9b8f7cfc6e5327a72e7b945acc995f4a6) AuthConfig (43ee8a07e53a14155505004de1596b3084919123c9b3653787f765556acebfda) AuthConfig (7967d64603715364cd10d4c54c036273165fe1f2b4684a684ec285912366f276) AuthConfig (f562d6d27959f0a22cddb31afaa1277e40c6930674cb1c3050a517ee5e2c07db) AuthConfig (eb94f128c3a4272235d0f1a88ee9236a45c5bfa9133bc127c7efcb3628ed4bb6) AuthConfig (9a5a757256527e71b1d2e1f5708151c46dae58aabc94b322f8c42ef7cc6b479b) AuthConfig (9388f325a1425742e497830c84caf3bf2b086a1476376ba3c09393640cb897fd) AuthConfig (19a81c23830b3668f90e2edd0572a815f7e03eaba1cb422adce443289335eb91) AuthConfig (fbe2c0de9f3257f54264403e84724ff8c7b581833c785d8ec30c7bcb9e4a569e) AuthConfig (2e46051066cdcdba408af84e75f74019cea4f92618150d4200313afcfa98543b) AuthConfig (a9cf49acc67eaedc8935ce0f4e0845a7c4b2b8831fc174aa957fb03199dd8368) AuthConfig (a40afa98242ac56b1099dc2a87497dc5498b296e244f2567157a3340712c9e2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"89764290-841c-4b46-85ac-48d30e735b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.361922112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"62a36a58-d059-4077-aab1-35a35feaaa6f","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.390899085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a8f56f5c-6296-45e1-8262-55642a4e4de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.390928103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0d4ed3c5-17b8-4890-8e21-5eeeb447963e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.391389836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"103efd04-391f-4ed4-bf3f-520939d6f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.412573266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0d4ed3c5-17b8-4890-8e21-5eeeb447963e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.414281191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"103efd04-391f-4ed4-bf3f-520939d6f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.414671045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a8f56f5c-6296-45e1-8262-55642a4e4de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.430973409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1149bc4c8ee0e3b1920911600516330e375d24bc0f3d2179e7f31d9e55b288) AuthConfig (30518141884516e72059a3a94a8eb27a7bf5172cc84e7376db2d277db816274b) AuthConfig (84058fcbc72f7f2f7977c23a8db5522f32c5fd4063149a876872c398e7d0f20d) AuthConfig (45937fd33e20f233c4b6bb73c34d87daa7123e3fad8f6a4771a7d93281476e3b) AuthConfig (a6e5b4f828c21c3a31201428a3efe916d69ec1ac3551ddd703c8ee7d78dfbe78) AuthConfig (cfdced64ec5429cb93167d436cc8177caed472fbf284c37a80466f486936e299) AuthConfig (8bef6c3754ca45ee6987c63089dbe1cf98fea06dbc64187955053fc84fb0e0db) AuthConfig (98cbb76dd23da6a09efab8900ea4948ce7151da60d17fbf6bb2b77445f561d38) AuthConfig (2ea301ccfa61350978abce607c6b324f39dc6d1c4f40289f085a33c500985dec) AuthConfig (f357ede886d4ba18df3e3cde2fb8e116c0ef18534b3aae92333d7467316392b6) AuthConfig (a6c9b8beb1dcfe6d30c93ad91bb62596d50047ce1cc277644d787ffe2a412a51) AuthConfig (40acfb0c6c0842ace1f289dc46556549416667ea0c315932e96fc8361c17e7c5) AuthConfig (2502ad52442c1e3e4034620050b806f585e96cea932a91e37689fab89e62e051) AuthConfig (c8cafcac884558ad5fb270b5578003efea42eb089904823f5d74f392181fae8f) AuthConfig (4a1a06b2b9b410389d4fcd6485f029a669c363fc180b21347501dc09d8a78c97) AuthConfig (30658d7eded4435c5bb51692ab5bd0585135b1e7661dfb51e3fa1d05dc92b112) AuthConfig (718d40b3ba54d4285c3a50819fb1503a377a25932e23a5693919cf6911b13bf9) AuthConfig (7f99b5573a6205573b3c93af50a38389a818b0105a14036c9a318d157de5b11b) AuthConfig (dfc531cd150dd2678e6bbb62e1504640d5142d8ee58b8ad3ae27e875ad623d95) AuthConfig (4aac1d73b618f3b384b6f1a20e3016991e6aeb1f32cfc7d811060a6b563f01ff) AuthConfig (c5a65bd9c960801a9fd1ae234bbc9930aad3eb6d4675e8ac2a744459353d3327) AuthConfig (37395a6b3fca78ecd4967b906ae24a10983578124d1474e41818014b6e676faf) AuthConfig (a7caa6595e94d2df928cf3c400f70fc8a9533868a807163333825d867fddca2d) AuthConfig (a1503e481eeaf59a789335071f1dc7d8353755a2a7b403bdfafb83ecceeb2ceb) AuthConfig (5c24deef5b6cc7ad06de8f4e22adb76ccd634cc496c6f933c254adc34ab265b0) AuthConfig (917c2d76322b0112868427b2ddb0d18aaffbfd7f48103775bf9bd40c0c2ee11b) AuthConfig (ffec945360f8ccdb48bdb2fa177d87531ddddcca8015ec988145ace112f5b91c) AuthConfig (1fea3f4510ca4e812dbbbfc4de8dcde7dec2f2b8733ec283000e12288e97e9dc) AuthConfig (773a75e8442207422b19f71216437dfc69fa0105411971fed7edc13a74d300b5) AuthConfig (5b37d79a5e6fea7ccc6425c65c1b958b4228363f2ffdb1a2c22892e8385c13f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0d4ed3c5-17b8-4890-8e21-5eeeb447963e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.432595009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1149bc4c8ee0e3b1920911600516330e375d24bc0f3d2179e7f31d9e55b288) AuthConfig (30518141884516e72059a3a94a8eb27a7bf5172cc84e7376db2d277db816274b) AuthConfig (84058fcbc72f7f2f7977c23a8db5522f32c5fd4063149a876872c398e7d0f20d) AuthConfig (45937fd33e20f233c4b6bb73c34d87daa7123e3fad8f6a4771a7d93281476e3b) AuthConfig (a6e5b4f828c21c3a31201428a3efe916d69ec1ac3551ddd703c8ee7d78dfbe78) AuthConfig (cfdced64ec5429cb93167d436cc8177caed472fbf284c37a80466f486936e299) AuthConfig (8bef6c3754ca45ee6987c63089dbe1cf98fea06dbc64187955053fc84fb0e0db) AuthConfig (98cbb76dd23da6a09efab8900ea4948ce7151da60d17fbf6bb2b77445f561d38) AuthConfig (2ea301ccfa61350978abce607c6b324f39dc6d1c4f40289f085a33c500985dec) AuthConfig (f357ede886d4ba18df3e3cde2fb8e116c0ef18534b3aae92333d7467316392b6) AuthConfig (a6c9b8beb1dcfe6d30c93ad91bb62596d50047ce1cc277644d787ffe2a412a51) AuthConfig (40acfb0c6c0842ace1f289dc46556549416667ea0c315932e96fc8361c17e7c5) AuthConfig (2502ad52442c1e3e4034620050b806f585e96cea932a91e37689fab89e62e051) AuthConfig (c8cafcac884558ad5fb270b5578003efea42eb089904823f5d74f392181fae8f) AuthConfig (4a1a06b2b9b410389d4fcd6485f029a669c363fc180b21347501dc09d8a78c97) AuthConfig (30658d7eded4435c5bb51692ab5bd0585135b1e7661dfb51e3fa1d05dc92b112) AuthConfig (718d40b3ba54d4285c3a50819fb1503a377a25932e23a5693919cf6911b13bf9) AuthConfig (7f99b5573a6205573b3c93af50a38389a818b0105a14036c9a318d157de5b11b) AuthConfig (dfc531cd150dd2678e6bbb62e1504640d5142d8ee58b8ad3ae27e875ad623d95) AuthConfig (4aac1d73b618f3b384b6f1a20e3016991e6aeb1f32cfc7d811060a6b563f01ff) AuthConfig (c5a65bd9c960801a9fd1ae234bbc9930aad3eb6d4675e8ac2a744459353d3327) AuthConfig (37395a6b3fca78ecd4967b906ae24a10983578124d1474e41818014b6e676faf) AuthConfig (a7caa6595e94d2df928cf3c400f70fc8a9533868a807163333825d867fddca2d) AuthConfig (a1503e481eeaf59a789335071f1dc7d8353755a2a7b403bdfafb83ecceeb2ceb) AuthConfig (5c24deef5b6cc7ad06de8f4e22adb76ccd634cc496c6f933c254adc34ab265b0) AuthConfig (917c2d76322b0112868427b2ddb0d18aaffbfd7f48103775bf9bd40c0c2ee11b) AuthConfig (ffec945360f8ccdb48bdb2fa177d87531ddddcca8015ec988145ace112f5b91c) AuthConfig (1fea3f4510ca4e812dbbbfc4de8dcde7dec2f2b8733ec283000e12288e97e9dc) AuthConfig (773a75e8442207422b19f71216437dfc69fa0105411971fed7edc13a74d300b5) AuthConfig (5b37d79a5e6fea7ccc6425c65c1b958b4228363f2ffdb1a2c22892e8385c13f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"103efd04-391f-4ed4-bf3f-520939d6f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.432990211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39bd3e7f6b9275ef84dc5326b4bef66ffbeda3dbe007213569ae4928621ec0be) AuthConfig (026290531423a3f790095bcf527dfe484ee1f2ea3dde1715147ecdc50ac1bb61) AuthConfig (225e59810676b9e216ec512ee22ed08af78ec08d648e10dec71145a33cf89bb4) AuthConfig (2f2ea98f7253bb7f259f9580ffc26df174794101f547d52b7011201ef6460282) AuthConfig (1fce9e58c19ac42a88ef7201ee352af1db22edd986ed3128a8bfed6c0be65572) AuthConfig (6ae3ae1a193cb39d7924b0edcbf6cf580cfe44b107c1e1ed3e4e105360a929be) AuthConfig (a8d32c7f28c0dcfa8bd67210452f7016b51af333aa613a212be35a669db6911e) AuthConfig (0b1ecc4999328374de478320fa27573c07b4e05b360c90ac145661017773438c) AuthConfig (3c17ad7cf41d003681835e58cc8c934ce6dc5d3ec4cf5836e9a45625c1b78600) AuthConfig (14d67b84156395eb2f666a173f818a92949acd2ec1ee8e11118585254313bdf7) AuthConfig (da6d9d49c6f1868185bdfda785f71714d3ce075b566e07fc157acf73f6bcb3fb) AuthConfig (9f8dda0ed8f942323ffc3a09067b9fae7035248e67f1aec2b8fadf735e433c18) AuthConfig (d0abdcf1941f240b36dace1fe4413c4dc235c081dd15d898613a39c7010651a6) AuthConfig (6a0b753a46a2a1015f26a8b1f5639fc459c52efacbbcab4ed641d4724538c4d2) AuthConfig (e8c30cc787c600e6b7ae9bf863ae9e32156cc251db4445a537f3aa1a7ded882e) AuthConfig (bf10507eeb8f0cbb0ad9427cacf13df30a1333c55dd70dea87e83a88bf2fe5d4) AuthConfig (010b8ca4dc17623929ae673cf60dd49f10beb1d7a430ad0749caa3f748bb073e) AuthConfig (30de30ed9f62d568d1ba0f163bf42c080e838dd22775c111c7bb4701cc7a258c) AuthConfig (6746e9f42afa33de6147280dc5f0d7d9b8f7cfc6e5327a72e7b945acc995f4a6) AuthConfig (43ee8a07e53a14155505004de1596b3084919123c9b3653787f765556acebfda) AuthConfig (7967d64603715364cd10d4c54c036273165fe1f2b4684a684ec285912366f276) AuthConfig (f562d6d27959f0a22cddb31afaa1277e40c6930674cb1c3050a517ee5e2c07db) AuthConfig (eb94f128c3a4272235d0f1a88ee9236a45c5bfa9133bc127c7efcb3628ed4bb6) AuthConfig (9a5a757256527e71b1d2e1f5708151c46dae58aabc94b322f8c42ef7cc6b479b) AuthConfig (9388f325a1425742e497830c84caf3bf2b086a1476376ba3c09393640cb897fd) AuthConfig (19a81c23830b3668f90e2edd0572a815f7e03eaba1cb422adce443289335eb91) AuthConfig (fbe2c0de9f3257f54264403e84724ff8c7b581833c785d8ec30c7bcb9e4a569e) AuthConfig (2e46051066cdcdba408af84e75f74019cea4f92618150d4200313afcfa98543b) AuthConfig (a9cf49acc67eaedc8935ce0f4e0845a7c4b2b8831fc174aa957fb03199dd8368) AuthConfig (a40afa98242ac56b1099dc2a87497dc5498b296e244f2567157a3340712c9e2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a8f56f5c-6296-45e1-8262-55642a4e4de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.452108465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"363f0ef5-8115-4c6b-8749-560b80bb1ee4","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.454948478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"20bb2b7a-5a33-459d-89de-d0008d366979","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.491348023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0ba6ced5-5473-4762-9b57-0e3b38c92562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.501832409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7060f8b1-71b7-4eb6-bbb4-a40675a1cb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.50183317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"52bc2182-0e66-4877-b277-6d52174e9cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.513425052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0ba6ced5-5473-4762-9b57-0e3b38c92562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.522667101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"52bc2182-0e66-4877-b277-6d52174e9cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.523186699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7060f8b1-71b7-4eb6-bbb4-a40675a1cb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.531983646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39bd3e7f6b9275ef84dc5326b4bef66ffbeda3dbe007213569ae4928621ec0be) AuthConfig (026290531423a3f790095bcf527dfe484ee1f2ea3dde1715147ecdc50ac1bb61) AuthConfig (225e59810676b9e216ec512ee22ed08af78ec08d648e10dec71145a33cf89bb4) AuthConfig (2f2ea98f7253bb7f259f9580ffc26df174794101f547d52b7011201ef6460282) AuthConfig (1fce9e58c19ac42a88ef7201ee352af1db22edd986ed3128a8bfed6c0be65572) AuthConfig (6ae3ae1a193cb39d7924b0edcbf6cf580cfe44b107c1e1ed3e4e105360a929be) AuthConfig (a8d32c7f28c0dcfa8bd67210452f7016b51af333aa613a212be35a669db6911e) AuthConfig (0b1ecc4999328374de478320fa27573c07b4e05b360c90ac145661017773438c) AuthConfig (3c17ad7cf41d003681835e58cc8c934ce6dc5d3ec4cf5836e9a45625c1b78600) AuthConfig (14d67b84156395eb2f666a173f818a92949acd2ec1ee8e11118585254313bdf7) AuthConfig (da6d9d49c6f1868185bdfda785f71714d3ce075b566e07fc157acf73f6bcb3fb) AuthConfig (9f8dda0ed8f942323ffc3a09067b9fae7035248e67f1aec2b8fadf735e433c18) AuthConfig (d0abdcf1941f240b36dace1fe4413c4dc235c081dd15d898613a39c7010651a6) AuthConfig (6a0b753a46a2a1015f26a8b1f5639fc459c52efacbbcab4ed641d4724538c4d2) AuthConfig (e8c30cc787c600e6b7ae9bf863ae9e32156cc251db4445a537f3aa1a7ded882e) AuthConfig (bf10507eeb8f0cbb0ad9427cacf13df30a1333c55dd70dea87e83a88bf2fe5d4) AuthConfig (010b8ca4dc17623929ae673cf60dd49f10beb1d7a430ad0749caa3f748bb073e) AuthConfig (30de30ed9f62d568d1ba0f163bf42c080e838dd22775c111c7bb4701cc7a258c) AuthConfig (6746e9f42afa33de6147280dc5f0d7d9b8f7cfc6e5327a72e7b945acc995f4a6) AuthConfig (43ee8a07e53a14155505004de1596b3084919123c9b3653787f765556acebfda) AuthConfig (7967d64603715364cd10d4c54c036273165fe1f2b4684a684ec285912366f276) AuthConfig (f562d6d27959f0a22cddb31afaa1277e40c6930674cb1c3050a517ee5e2c07db) AuthConfig (eb94f128c3a4272235d0f1a88ee9236a45c5bfa9133bc127c7efcb3628ed4bb6) AuthConfig (9a5a757256527e71b1d2e1f5708151c46dae58aabc94b322f8c42ef7cc6b479b) AuthConfig (9388f325a1425742e497830c84caf3bf2b086a1476376ba3c09393640cb897fd) AuthConfig (19a81c23830b3668f90e2edd0572a815f7e03eaba1cb422adce443289335eb91) AuthConfig (fbe2c0de9f3257f54264403e84724ff8c7b581833c785d8ec30c7bcb9e4a569e) AuthConfig (2e46051066cdcdba408af84e75f74019cea4f92618150d4200313afcfa98543b) AuthConfig (a9cf49acc67eaedc8935ce0f4e0845a7c4b2b8831fc174aa957fb03199dd8368) AuthConfig (a40afa98242ac56b1099dc2a87497dc5498b296e244f2567157a3340712c9e2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0ba6ced5-5473-4762-9b57-0e3b38c92562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.544816104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1149bc4c8ee0e3b1920911600516330e375d24bc0f3d2179e7f31d9e55b288) AuthConfig (30518141884516e72059a3a94a8eb27a7bf5172cc84e7376db2d277db816274b) AuthConfig (84058fcbc72f7f2f7977c23a8db5522f32c5fd4063149a876872c398e7d0f20d) AuthConfig (45937fd33e20f233c4b6bb73c34d87daa7123e3fad8f6a4771a7d93281476e3b) AuthConfig (a6e5b4f828c21c3a31201428a3efe916d69ec1ac3551ddd703c8ee7d78dfbe78) AuthConfig (cfdced64ec5429cb93167d436cc8177caed472fbf284c37a80466f486936e299) AuthConfig (8bef6c3754ca45ee6987c63089dbe1cf98fea06dbc64187955053fc84fb0e0db) AuthConfig (98cbb76dd23da6a09efab8900ea4948ce7151da60d17fbf6bb2b77445f561d38) AuthConfig (2ea301ccfa61350978abce607c6b324f39dc6d1c4f40289f085a33c500985dec) AuthConfig (f357ede886d4ba18df3e3cde2fb8e116c0ef18534b3aae92333d7467316392b6) AuthConfig (a6c9b8beb1dcfe6d30c93ad91bb62596d50047ce1cc277644d787ffe2a412a51) AuthConfig (40acfb0c6c0842ace1f289dc46556549416667ea0c315932e96fc8361c17e7c5) AuthConfig (2502ad52442c1e3e4034620050b806f585e96cea932a91e37689fab89e62e051) AuthConfig (c8cafcac884558ad5fb270b5578003efea42eb089904823f5d74f392181fae8f) AuthConfig (4a1a06b2b9b410389d4fcd6485f029a669c363fc180b21347501dc09d8a78c97) AuthConfig (30658d7eded4435c5bb51692ab5bd0585135b1e7661dfb51e3fa1d05dc92b112) AuthConfig (718d40b3ba54d4285c3a50819fb1503a377a25932e23a5693919cf6911b13bf9) AuthConfig (7f99b5573a6205573b3c93af50a38389a818b0105a14036c9a318d157de5b11b) AuthConfig (dfc531cd150dd2678e6bbb62e1504640d5142d8ee58b8ad3ae27e875ad623d95) AuthConfig (4aac1d73b618f3b384b6f1a20e3016991e6aeb1f32cfc7d811060a6b563f01ff) AuthConfig (c5a65bd9c960801a9fd1ae234bbc9930aad3eb6d4675e8ac2a744459353d3327) AuthConfig (37395a6b3fca78ecd4967b906ae24a10983578124d1474e41818014b6e676faf) AuthConfig (a7caa6595e94d2df928cf3c400f70fc8a9533868a807163333825d867fddca2d) AuthConfig (a1503e481eeaf59a789335071f1dc7d8353755a2a7b403bdfafb83ecceeb2ceb) AuthConfig (5c24deef5b6cc7ad06de8f4e22adb76ccd634cc496c6f933c254adc34ab265b0) AuthConfig (917c2d76322b0112868427b2ddb0d18aaffbfd7f48103775bf9bd40c0c2ee11b) AuthConfig (ffec945360f8ccdb48bdb2fa177d87531ddddcca8015ec988145ace112f5b91c) AuthConfig (1fea3f4510ca4e812dbbbfc4de8dcde7dec2f2b8733ec283000e12288e97e9dc) AuthConfig (773a75e8442207422b19f71216437dfc69fa0105411971fed7edc13a74d300b5) AuthConfig (5b37d79a5e6fea7ccc6425c65c1b958b4228363f2ffdb1a2c22892e8385c13f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7060f8b1-71b7-4eb6-bbb4-a40675a1cb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.544858125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1149bc4c8ee0e3b1920911600516330e375d24bc0f3d2179e7f31d9e55b288) AuthConfig (30518141884516e72059a3a94a8eb27a7bf5172cc84e7376db2d277db816274b) AuthConfig (84058fcbc72f7f2f7977c23a8db5522f32c5fd4063149a876872c398e7d0f20d) AuthConfig (45937fd33e20f233c4b6bb73c34d87daa7123e3fad8f6a4771a7d93281476e3b) AuthConfig (a6e5b4f828c21c3a31201428a3efe916d69ec1ac3551ddd703c8ee7d78dfbe78) AuthConfig (cfdced64ec5429cb93167d436cc8177caed472fbf284c37a80466f486936e299) AuthConfig (8bef6c3754ca45ee6987c63089dbe1cf98fea06dbc64187955053fc84fb0e0db) AuthConfig (98cbb76dd23da6a09efab8900ea4948ce7151da60d17fbf6bb2b77445f561d38) AuthConfig (2ea301ccfa61350978abce607c6b324f39dc6d1c4f40289f085a33c500985dec) AuthConfig (f357ede886d4ba18df3e3cde2fb8e116c0ef18534b3aae92333d7467316392b6) AuthConfig (a6c9b8beb1dcfe6d30c93ad91bb62596d50047ce1cc277644d787ffe2a412a51) AuthConfig (40acfb0c6c0842ace1f289dc46556549416667ea0c315932e96fc8361c17e7c5) AuthConfig (2502ad52442c1e3e4034620050b806f585e96cea932a91e37689fab89e62e051) AuthConfig (c8cafcac884558ad5fb270b5578003efea42eb089904823f5d74f392181fae8f) AuthConfig (4a1a06b2b9b410389d4fcd6485f029a669c363fc180b21347501dc09d8a78c97) AuthConfig (30658d7eded4435c5bb51692ab5bd0585135b1e7661dfb51e3fa1d05dc92b112) AuthConfig (718d40b3ba54d4285c3a50819fb1503a377a25932e23a5693919cf6911b13bf9) AuthConfig (7f99b5573a6205573b3c93af50a38389a818b0105a14036c9a318d157de5b11b) AuthConfig (dfc531cd150dd2678e6bbb62e1504640d5142d8ee58b8ad3ae27e875ad623d95) AuthConfig (4aac1d73b618f3b384b6f1a20e3016991e6aeb1f32cfc7d811060a6b563f01ff) AuthConfig (c5a65bd9c960801a9fd1ae234bbc9930aad3eb6d4675e8ac2a744459353d3327) AuthConfig (37395a6b3fca78ecd4967b906ae24a10983578124d1474e41818014b6e676faf) AuthConfig (a7caa6595e94d2df928cf3c400f70fc8a9533868a807163333825d867fddca2d) AuthConfig (a1503e481eeaf59a789335071f1dc7d8353755a2a7b403bdfafb83ecceeb2ceb) AuthConfig (5c24deef5b6cc7ad06de8f4e22adb76ccd634cc496c6f933c254adc34ab265b0) AuthConfig (917c2d76322b0112868427b2ddb0d18aaffbfd7f48103775bf9bd40c0c2ee11b) AuthConfig (ffec945360f8ccdb48bdb2fa177d87531ddddcca8015ec988145ace112f5b91c) AuthConfig (1fea3f4510ca4e812dbbbfc4de8dcde7dec2f2b8733ec283000e12288e97e9dc) AuthConfig (773a75e8442207422b19f71216437dfc69fa0105411971fed7edc13a74d300b5) AuthConfig (5b37d79a5e6fea7ccc6425c65c1b958b4228363f2ffdb1a2c22892e8385c13f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"52bc2182-0e66-4877-b277-6d52174e9cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:30.560987275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7060f8b1-71b7-4eb6-bbb4-a40675a1cb4b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:30.560987258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"52bc2182-0e66-4877-b277-6d52174e9cb1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.613740764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"da0089e0-3cfa-42c0-84c3-f6828cf7e36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.61373668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7d12d321-4791-4aee-bd47-5386fec6f453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.634611702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"da0089e0-3cfa-42c0-84c3-f6828cf7e36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.634627923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7d12d321-4791-4aee-bd47-5386fec6f453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.653414729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1149bc4c8ee0e3b1920911600516330e375d24bc0f3d2179e7f31d9e55b288) AuthConfig (30518141884516e72059a3a94a8eb27a7bf5172cc84e7376db2d277db816274b) AuthConfig (84058fcbc72f7f2f7977c23a8db5522f32c5fd4063149a876872c398e7d0f20d) AuthConfig (45937fd33e20f233c4b6bb73c34d87daa7123e3fad8f6a4771a7d93281476e3b) AuthConfig (a6e5b4f828c21c3a31201428a3efe916d69ec1ac3551ddd703c8ee7d78dfbe78) AuthConfig (cfdced64ec5429cb93167d436cc8177caed472fbf284c37a80466f486936e299) AuthConfig (8bef6c3754ca45ee6987c63089dbe1cf98fea06dbc64187955053fc84fb0e0db) AuthConfig (98cbb76dd23da6a09efab8900ea4948ce7151da60d17fbf6bb2b77445f561d38) AuthConfig (2ea301ccfa61350978abce607c6b324f39dc6d1c4f40289f085a33c500985dec) AuthConfig (f357ede886d4ba18df3e3cde2fb8e116c0ef18534b3aae92333d7467316392b6) AuthConfig (a6c9b8beb1dcfe6d30c93ad91bb62596d50047ce1cc277644d787ffe2a412a51) AuthConfig (40acfb0c6c0842ace1f289dc46556549416667ea0c315932e96fc8361c17e7c5) AuthConfig (2502ad52442c1e3e4034620050b806f585e96cea932a91e37689fab89e62e051) AuthConfig (c8cafcac884558ad5fb270b5578003efea42eb089904823f5d74f392181fae8f) AuthConfig (4a1a06b2b9b410389d4fcd6485f029a669c363fc180b21347501dc09d8a78c97) AuthConfig (30658d7eded4435c5bb51692ab5bd0585135b1e7661dfb51e3fa1d05dc92b112) AuthConfig (718d40b3ba54d4285c3a50819fb1503a377a25932e23a5693919cf6911b13bf9) AuthConfig (7f99b5573a6205573b3c93af50a38389a818b0105a14036c9a318d157de5b11b) AuthConfig (dfc531cd150dd2678e6bbb62e1504640d5142d8ee58b8ad3ae27e875ad623d95) AuthConfig (4aac1d73b618f3b384b6f1a20e3016991e6aeb1f32cfc7d811060a6b563f01ff) AuthConfig (c5a65bd9c960801a9fd1ae234bbc9930aad3eb6d4675e8ac2a744459353d3327) AuthConfig (37395a6b3fca78ecd4967b906ae24a10983578124d1474e41818014b6e676faf) AuthConfig (a7caa6595e94d2df928cf3c400f70fc8a9533868a807163333825d867fddca2d) AuthConfig (a1503e481eeaf59a789335071f1dc7d8353755a2a7b403bdfafb83ecceeb2ceb) AuthConfig (5c24deef5b6cc7ad06de8f4e22adb76ccd634cc496c6f933c254adc34ab265b0) AuthConfig (917c2d76322b0112868427b2ddb0d18aaffbfd7f48103775bf9bd40c0c2ee11b) AuthConfig (ffec945360f8ccdb48bdb2fa177d87531ddddcca8015ec988145ace112f5b91c) AuthConfig (1fea3f4510ca4e812dbbbfc4de8dcde7dec2f2b8733ec283000e12288e97e9dc) AuthConfig (773a75e8442207422b19f71216437dfc69fa0105411971fed7edc13a74d300b5) AuthConfig (5b37d79a5e6fea7ccc6425c65c1b958b4228363f2ffdb1a2c22892e8385c13f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7d12d321-4791-4aee-bd47-5386fec6f453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:30.653833383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1149bc4c8ee0e3b1920911600516330e375d24bc0f3d2179e7f31d9e55b288) AuthConfig (30518141884516e72059a3a94a8eb27a7bf5172cc84e7376db2d277db816274b) AuthConfig (84058fcbc72f7f2f7977c23a8db5522f32c5fd4063149a876872c398e7d0f20d) AuthConfig (45937fd33e20f233c4b6bb73c34d87daa7123e3fad8f6a4771a7d93281476e3b) AuthConfig (a6e5b4f828c21c3a31201428a3efe916d69ec1ac3551ddd703c8ee7d78dfbe78) AuthConfig (cfdced64ec5429cb93167d436cc8177caed472fbf284c37a80466f486936e299) AuthConfig (8bef6c3754ca45ee6987c63089dbe1cf98fea06dbc64187955053fc84fb0e0db) AuthConfig (98cbb76dd23da6a09efab8900ea4948ce7151da60d17fbf6bb2b77445f561d38) AuthConfig (2ea301ccfa61350978abce607c6b324f39dc6d1c4f40289f085a33c500985dec) AuthConfig (f357ede886d4ba18df3e3cde2fb8e116c0ef18534b3aae92333d7467316392b6) AuthConfig (a6c9b8beb1dcfe6d30c93ad91bb62596d50047ce1cc277644d787ffe2a412a51) AuthConfig (40acfb0c6c0842ace1f289dc46556549416667ea0c315932e96fc8361c17e7c5) AuthConfig (2502ad52442c1e3e4034620050b806f585e96cea932a91e37689fab89e62e051) AuthConfig (c8cafcac884558ad5fb270b5578003efea42eb089904823f5d74f392181fae8f) AuthConfig (4a1a06b2b9b410389d4fcd6485f029a669c363fc180b21347501dc09d8a78c97) AuthConfig (30658d7eded4435c5bb51692ab5bd0585135b1e7661dfb51e3fa1d05dc92b112) AuthConfig (718d40b3ba54d4285c3a50819fb1503a377a25932e23a5693919cf6911b13bf9) AuthConfig (7f99b5573a6205573b3c93af50a38389a818b0105a14036c9a318d157de5b11b) AuthConfig (dfc531cd150dd2678e6bbb62e1504640d5142d8ee58b8ad3ae27e875ad623d95) AuthConfig (4aac1d73b618f3b384b6f1a20e3016991e6aeb1f32cfc7d811060a6b563f01ff) AuthConfig (c5a65bd9c960801a9fd1ae234bbc9930aad3eb6d4675e8ac2a744459353d3327) AuthConfig (37395a6b3fca78ecd4967b906ae24a10983578124d1474e41818014b6e676faf) AuthConfig (a7caa6595e94d2df928cf3c400f70fc8a9533868a807163333825d867fddca2d) AuthConfig (a1503e481eeaf59a789335071f1dc7d8353755a2a7b403bdfafb83ecceeb2ceb) AuthConfig (5c24deef5b6cc7ad06de8f4e22adb76ccd634cc496c6f933c254adc34ab265b0) AuthConfig (917c2d76322b0112868427b2ddb0d18aaffbfd7f48103775bf9bd40c0c2ee11b) AuthConfig (ffec945360f8ccdb48bdb2fa177d87531ddddcca8015ec988145ace112f5b91c) AuthConfig (1fea3f4510ca4e812dbbbfc4de8dcde7dec2f2b8733ec283000e12288e97e9dc) AuthConfig (773a75e8442207422b19f71216437dfc69fa0105411971fed7edc13a74d300b5) AuthConfig (5b37d79a5e6fea7ccc6425c65c1b958b4228363f2ffdb1a2c22892e8385c13f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"da0089e0-3cfa-42c0-84c3-f6828cf7e36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.026369772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"a3b2e2f5-1051-44a5-9afe-f5787926aba0","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.177343078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"ecf990a4-bf03-40df-9e42-890b51e21223","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.197984908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"edc92c92-ee82-4b10-b4b7-4ce59353e80e","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.21163241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"85cf2ebe-4c5f-4e32-852b-c7260a888dc7","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:31.21582343Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-c16684/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.231416496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"01fd566c-415d-47f0-b6d9-ff89efad4570","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.293253318Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"facfaa8a-ede9-42f0-9817-3cc27adc811f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"simulator-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.344897567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"3b218ffc-f288-4cef-a847-e52f2e658826","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.388100728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"43316678-1f46-4461-8122-748756e0e334","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.40967867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"24297a23-72de-48ab-a6ad-1430f9b119b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.409754117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"6e3fbd2e-7a13-455c-ade5-cae5c5a0cd14","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:31.426206664Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"6e3fbd2e-7a13-455c-ade5-cae5c5a0cd14","name":"simulator-w2-c16684","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-c16684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:31.426268632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"6e3fbd2e-7a13-455c-ade5-cae5c5a0cd14","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-c16684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.431557512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"17eb45fe-de1f-4ef0-bb70-bdde0ed118ad","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.44143564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"983886ca-87cc-48e7-b728-89a6907c7190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.494937901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"983886ca-87cc-48e7-b728-89a6907c7190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.505285258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"2a7280d4-3c40-4421-a3ae-3bed53e9dc03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.514200291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"983886ca-87cc-48e7-b728-89a6907c7190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.532089874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"3b65cde2-e107-495f-a9f0-601a79c2558c","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.560800897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f91d165f-13b5-484f-8e28-eba5be898f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.581686728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f91d165f-13b5-484f-8e28-eba5be898f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.598890342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"afb8a535-0922-4218-976f-520870edb78f","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.602403891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f91d165f-13b5-484f-8e28-eba5be898f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.619252869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"86ccb7da-e0bf-48ff-88d9-4bc9aea71d66","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.63420908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"2e4d4d36-a738-4e45-8ddc-af0a5c7f9673","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:31.652505051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-c16684/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.656444131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"fbff2377-1389-4819-a4fb-7f0f2c2209b6","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.666936741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"77cc1c3f-0fae-4ecd-aefb-86adb908863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.688641731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"77cc1c3f-0fae-4ecd-aefb-86adb908863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.707478909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"77cc1c3f-0fae-4ecd-aefb-86adb908863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.754660298Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"b8217287-bef5-43f7-806b-186a235a0e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"premium-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.775239628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1769f2cf-83e5-4c8a-8528-751feb1de243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.796465899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1769f2cf-83e5-4c8a-8528-751feb1de243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.82589923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"31fc2d68-19b6-41c5-8f17-3afb0f4f5940","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.828849735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1769f2cf-83e5-4c8a-8528-751feb1de243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.831774011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"5c2f1abc-ddbc-403e-b336-14255d3f7cae","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.858787491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"412f35f6-0b5a-4138-8dc7-1844cb49fdfd","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.90768464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"70a993ea-c499-4e5b-8a8a-1e1e8d3c2525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.921567662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c7991195-15b2-4fb6-8707-50efd39814bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.922240349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"261fcef0-c885-4745-bc45-e16534ec0e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.941705852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c7991195-15b2-4fb6-8707-50efd39814bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.943818436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"261fcef0-c885-4745-bc45-e16534ec0e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.956567056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d12fd40b-0c5a-48a9-8a57-972484fe0d09","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.974413211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c7991195-15b2-4fb6-8707-50efd39814bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.979588038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"261fcef0-c885-4745-bc45-e16534ec0e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:31.994276341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"c5049b44-71b8-4374-8579-09cc86b32257","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.087438856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"940be8e1-2812-410f-960a-25c99ea9c8ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.100819514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"91c9b429-d820-45f0-a461-3c7d0ad5a1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.118817186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"130efcd6-9946-4b19-9efe-43584ada0285","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.12107181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"91c9b429-d820-45f0-a461-3c7d0ad5a1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.138281389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b2bd3351-7968-4321-af1c-e0acaaff48d7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.1416677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"91c9b429-d820-45f0-a461-3c7d0ad5a1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:32.151778723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"25158646-6897-4847-a2b1-e8996ebdd828","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.158853459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"aac5726d-c8f2-4aaa-ad28-da28e870e3d7","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.192601758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"084c4569-0163-48c5-a9ea-55dd6e5f9727","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.212794366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"de145fbc-cf42-4803-a30f-fe32f9e4a5b3","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.275787033Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"701944a9-830d-4ce6-8b32-dbdd133dc05b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.32361316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0d65cfc8-2bff-4a01-846a-9048b137f759","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.344761335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"93e8e1be-ed94-4165-a0b5-c7d3d06e4080","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.377053477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dc7712e3-dab0-44e0-997d-d36296c77bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.393803773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"fb0bbd38-dcb9-459f-a3f0-e3848e2c02ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.434288364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dc7712e3-dab0-44e0-997d-d36296c77bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.452532102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dc7712e3-dab0-44e0-997d-d36296c77bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.470768308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"265de05a-2f6d-4b45-b2c5-fa6223a2b536","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.500053091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d6365602-1e77-4266-9112-b46a601db036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.507243488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"b5ee9467-bf0d-422b-9190-e46af37a23f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.519780478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d6365602-1e77-4266-9112-b46a601db036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.528702316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"c1e2f3f3-0d72-4f0e-a143-62fe09e721f9","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.546451452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d6365602-1e77-4266-9112-b46a601db036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.55012375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"ae800490-23eb-4261-8776-894779149a24","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.561403186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"80af755e-d11c-4c0a-81df-ad20bca2196a","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:32.566022886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-cc45a7/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.584805569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"7713d5a5-e530-4391-a301-171940d026f0","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.599860454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f3c4bb9c-3c1e-49bd-bb66-a242bfe70187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.619723232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f3c4bb9c-3c1e-49bd-bb66-a242bfe70187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.639207871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f3c4bb9c-3c1e-49bd-bb66-a242bfe70187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.651573146Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"28a399b7-c62e-4dfa-ae0b-783c412784c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"premium-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.703659746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"219e6528-6d79-44f8-8354-2a65855d9e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.704050776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"1170f602-b59a-4cf1-a7db-98d629e184e1","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.723174968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"219e6528-6d79-44f8-8354-2a65855d9e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.737638911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d6962bf0-479b-4bdd-948b-88af62e067c5","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.741553558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"219e6528-6d79-44f8-8354-2a65855d9e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.757858727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"176afcfb-1b9b-4d62-84e1-eb6f48c5f2df","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.762990896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"139c39d4-79be-434c-ad4a-574af831f1cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.817594052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"023a6212-10b1-4375-9a93-d23181d486e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.817607883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9fe9f831-54d7-4beb-bd20-29d1022fd31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.837940549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"023a6212-10b1-4375-9a93-d23181d486e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.838187657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9fe9f831-54d7-4beb-bd20-29d1022fd31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.85624733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"023a6212-10b1-4375-9a93-d23181d486e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.856709766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9fe9f831-54d7-4beb-bd20-29d1022fd31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.863677962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"0f43f894-4dd8-4fdb-a583-97d98087a580","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.874637696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"c085818b-37aa-4a7a-a702-73e970e89f57","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.917725245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"74e16f31-5601-4c42-bdb8-a5ca44957c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.936877494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"74e16f31-5601-4c42-bdb8-a5ca44957c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:32.960132098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"74e16f31-5601-4c42-bdb8-a5ca44957c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.478848583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5b243c5a-c7d5-4b8c-a4f7-ee68a2879802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.498238674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5b243c5a-c7d5-4b8c-a4f7-ee68a2879802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.579622742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"6f838c04-4b52-4da2-a7a9-a6ad366254df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.585633245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"52e37780-0cf5-4ed8-ba35-a024ad6ab398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.58660544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"67523d9d-5dc8-47a8-a4d9-6ca7ac6c0f24","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.605174018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"52e37780-0cf5-4ed8-ba35-a024ad6ab398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.636264784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"bfc66d93-4338-4e8e-bac9-676c1913ba5c","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.681133739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"948e41de-d7f5-48dd-a0bb-73751a34909e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.681145832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"2a949218-8825-4f8d-a2c6-daad0ae9efd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.70507532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5e578e94-a54b-4a5c-8146-1f83391d27c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.705146594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"119b10fb-9b5a-4822-aa1b-09107c81cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.724930263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5e578e94-a54b-4a5c-8146-1f83391d27c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.725960379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"119b10fb-9b5a-4822-aa1b-09107c81cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.738565732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"2d1db33d-5bfa-4083-80ad-66e033a0c971","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.739542133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"9e64b66c-d1d9-47fb-9621-60065eb47718","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.756286455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.773206582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"5056e043-71ec-48a8-831f-172d96b9f6ba","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.779053965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"1d87b7d8-a254-46db-b653-ff9894dabba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.841876909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"94b6f5de-c876-49af-8cfe-4b7c6ddc57c5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.85704452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4feb0dd2-2141-4486-a8bb-6955b0dac20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.857126906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"de517fb7-7736-4e62-89f1-b3cf487af3d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.872778624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"d4b71327-abec-406f-beeb-6c50973b8515","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.877442442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4feb0dd2-2141-4486-a8bb-6955b0dac20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.877621891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"de517fb7-7736-4e62-89f1-b3cf487af3d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.89919131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (60bf24b72513eca460b5250532af36e6ad5b5209c8df59222b562910eed772d0) AuthConfig (f0402576a686895290e02093d931d54abac8097ff873bd3e90d89bb5009eaa3c) AuthConfig (f8a8a08a739554499810bd6c05fe3f959d8c88cefa53d76c3309adb71c00598d) AuthConfig (c29f399e7380856dca10d217a03ce9459ccf464b0ae2c8e517264d58752d4f74) AuthConfig (a3bc3f3a2fb8d9602744e69901d6b87890ade347b5cfaecb4bb630de9e461dc4) AuthConfig (5720ecb907d0a9c4f1033d15ae0719197daa0f36e0a3e38c96f5c1273c87749b) AuthConfig (4f536c77a5b885347038aea7be73f464e484fd11050ea72e4908534d00e05eb1) AuthConfig (5ea13e093fad4a87be352ac1f450cd89af91dfc762c808faefd45880478edebd) AuthConfig (4cb4d4fbefc310d54624ddee239e6adfefd7b5089bed8656475cf3038289e1ec) AuthConfig (89fa59878e049a6d4890f75c9b9227acbdbf14b4955d82cdf881fa85e1662af1) AuthConfig (bf22441fb1799ba8898e4d544facf88529140598c56ba8878d6b96ddaf2152f0) AuthConfig (aab78c5c9f7af93740a0d49d526cf189586aac38ed21767d5c65881a69b875a9) AuthConfig (c7b620c214564a6b41e4b7bb2eb7dcf37faa6038638443e1d165dd664e22f213) AuthConfig (5a692348fe8ef107a7164b76c166e1328c1b719a22329c4f20c9967cadc6770e) AuthConfig (e7dc79364996f01d0740346ebe6a32fbafc4da3744057308a51dc15fb4e95dc7) AuthConfig (fa1bff6f896ba056df7f83a4d9d1ff45f4c21b80f03d8a4c9b2c8f9407b321c4) AuthConfig (2496a4c13bbcec4efa8a070156bdf21e546f91963d0e366a90677f59cf1f29c6) AuthConfig (efd0b34f1fe7a63a28a6fcca047a39ef713f90c4b8de34b7b0ad7f7a20dd66e6) AuthConfig (80deae2d471b9e419452d9e85a6ce785bb717aa85f2c8ca29e7b5842e8601db8) AuthConfig (3b1170bce31f4bfc3e543ec5b5afa735de0f8aad3396a5b6ab151db9fa6996e2) AuthConfig (d2dae2d5e37ea7f3fa0df1332e261ae3c15b526ddf20b8660e6b9d2da29a9258) AuthConfig (d6859a3a6cd6e343078cb7af156f45e27d34779a25d80236301ee4680371fafa) AuthConfig (7429d7aad9f46d65915e1161953b1fc5c6d686576ec6b0dfb63d2d0e19a3ae06) AuthConfig (14ad641bb29696b729373df06156daefaaa88f1b4531f4cd33473e2cd8ce15fa) AuthConfig (610f037fca4eb6535731ef15a35ea4a101866bc7893a99cb04c775f47fae3608) AuthConfig (07deffe060e2649e9874acb891282302348de2397793c42558140f5f2fa261b0) AuthConfig (6f763d84a0ed272f593dba44b9ac3637a2aa6ee112091b7b4d1b82be0c871a0a) AuthConfig (1a27bc7d038698f7d8c6d7f3e933fbfa082d744bccb55a4e34532eaef19d9fdb) AuthConfig (90ef773fcbe10cf9a6fc97d27f6ead993eadcb3afa441e946fa4a8c3ec8c2c57) AuthConfig (fc5cd92c1b1160c05be126d0974a19a7eb4ee4e208ab0c618ebd2f6a237d4205)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"de517fb7-7736-4e62-89f1-b3cf487af3d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.899685567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (60bf24b72513eca460b5250532af36e6ad5b5209c8df59222b562910eed772d0) AuthConfig (f0402576a686895290e02093d931d54abac8097ff873bd3e90d89bb5009eaa3c) AuthConfig (f8a8a08a739554499810bd6c05fe3f959d8c88cefa53d76c3309adb71c00598d) AuthConfig (c29f399e7380856dca10d217a03ce9459ccf464b0ae2c8e517264d58752d4f74) AuthConfig (a3bc3f3a2fb8d9602744e69901d6b87890ade347b5cfaecb4bb630de9e461dc4) AuthConfig (5720ecb907d0a9c4f1033d15ae0719197daa0f36e0a3e38c96f5c1273c87749b) AuthConfig (4f536c77a5b885347038aea7be73f464e484fd11050ea72e4908534d00e05eb1) AuthConfig (5ea13e093fad4a87be352ac1f450cd89af91dfc762c808faefd45880478edebd) AuthConfig (4cb4d4fbefc310d54624ddee239e6adfefd7b5089bed8656475cf3038289e1ec) AuthConfig (89fa59878e049a6d4890f75c9b9227acbdbf14b4955d82cdf881fa85e1662af1) AuthConfig (bf22441fb1799ba8898e4d544facf88529140598c56ba8878d6b96ddaf2152f0) AuthConfig (aab78c5c9f7af93740a0d49d526cf189586aac38ed21767d5c65881a69b875a9) AuthConfig (c7b620c214564a6b41e4b7bb2eb7dcf37faa6038638443e1d165dd664e22f213) AuthConfig (5a692348fe8ef107a7164b76c166e1328c1b719a22329c4f20c9967cadc6770e) AuthConfig (e7dc79364996f01d0740346ebe6a32fbafc4da3744057308a51dc15fb4e95dc7) AuthConfig (fa1bff6f896ba056df7f83a4d9d1ff45f4c21b80f03d8a4c9b2c8f9407b321c4) AuthConfig (2496a4c13bbcec4efa8a070156bdf21e546f91963d0e366a90677f59cf1f29c6) AuthConfig (efd0b34f1fe7a63a28a6fcca047a39ef713f90c4b8de34b7b0ad7f7a20dd66e6) AuthConfig (80deae2d471b9e419452d9e85a6ce785bb717aa85f2c8ca29e7b5842e8601db8) AuthConfig (3b1170bce31f4bfc3e543ec5b5afa735de0f8aad3396a5b6ab151db9fa6996e2) AuthConfig (d2dae2d5e37ea7f3fa0df1332e261ae3c15b526ddf20b8660e6b9d2da29a9258) AuthConfig (d6859a3a6cd6e343078cb7af156f45e27d34779a25d80236301ee4680371fafa) AuthConfig (7429d7aad9f46d65915e1161953b1fc5c6d686576ec6b0dfb63d2d0e19a3ae06) AuthConfig (14ad641bb29696b729373df06156daefaaa88f1b4531f4cd33473e2cd8ce15fa) AuthConfig (610f037fca4eb6535731ef15a35ea4a101866bc7893a99cb04c775f47fae3608) AuthConfig (07deffe060e2649e9874acb891282302348de2397793c42558140f5f2fa261b0) AuthConfig (6f763d84a0ed272f593dba44b9ac3637a2aa6ee112091b7b4d1b82be0c871a0a) AuthConfig (1a27bc7d038698f7d8c6d7f3e933fbfa082d744bccb55a4e34532eaef19d9fdb) AuthConfig (90ef773fcbe10cf9a6fc97d27f6ead993eadcb3afa441e946fa4a8c3ec8c2c57) AuthConfig (fc5cd92c1b1160c05be126d0974a19a7eb4ee4e208ab0c618ebd2f6a237d4205)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4feb0dd2-2141-4486-a8bb-6955b0dac20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.919595344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"1f8c637a-4cd1-463d-b677-9d3cbd5976c3","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.922680148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3643d027-5efa-4455-88bc-23ecc71f2e7c","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.956123352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"011fa0d8-e88b-4984-a3ed-0900cedd9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.956226246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"93056f7b-9e07-4c12-92c7-b6c744b3234d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.973383297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"6cf65b7c-22ab-4dab-9d64-112064c44e20","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.977807479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"011fa0d8-e88b-4984-a3ed-0900cedd9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.978663998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"93056f7b-9e07-4c12-92c7-b6c744b3234d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.998109265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba3aac82a48ff28d504ac12bd8901c6c94d6f537ab83703d0f214255a42f54d) AuthConfig (e02f4057cdb1d307bfb8db2f71bcbc6d3376a01a98be783830dee900b862646c) AuthConfig (6d50f4e74e3801b7e2d0cbe875d30c06c0bbd46d0e98da4d046058b6f8c4912a) AuthConfig (d06ee96e02b7703575df40e80629695add4acb9bd6b08c15b43e809acda64cda) AuthConfig (80028913827e0635c45ce5d58e3042bfba2169da6875e65129188b324f426549) AuthConfig (4fcc3e35b56e796fc5283bfb8dc88490c227302aaf00322c070f67f17e3226c5) AuthConfig (a498af694960ef8e1cedd13d71687ec106a6deb6f1cb2c0d20bb1e8e2f390237) AuthConfig (86c608bc79b363e43dc8c652c2fe3b73d8a0c90b6e17c7225dcea3da51d6de49) AuthConfig (5cc14e0a56844d6efc21240cbae784a56af197f79e310a071e392fad08ee0f8b) AuthConfig (5c2c297e923d87a453feba72ca9e4150454bc4c39ef812aeb7247554e1dc96ec) AuthConfig (49cf9937d9c117ecdf86a17e16f33825f15c7a5ee3dcb73035d162aecb03c5bd) AuthConfig (e34adda74a5c2e3304f875d140f1dd892fd6bd8a691d893b8f02582430b3050c) AuthConfig (b23666a25f0c71125594c148eab6787fac5bc84c14cfe2c30b7b9404e2c04a2f) AuthConfig (eaf77406f5a10fef8cb3da24723d088e3febf406ddf85718a5c6e2d1ef9ab52f) AuthConfig (a018090cce4ffe3ef94c8e87b1779dea6a37ae4ba6fe8a4135a3d2513dfea044) AuthConfig (cb33ae1318d81d7fe7b0431bcfb70772b29456318758a33139f32c44c617e483) AuthConfig (50efc9ab0e224bc31cdbb4413c584b0549ec16c990ddb2fe8801b9c7ba038ee4) AuthConfig (2a59de887e71eacbce6b9f208080592b172e50f8af1d88a7f6d528206d4a2f00) AuthConfig (6cc18b2c7a805f4a4c3ec94ea442edf5934fbdabd2143f8f11b8e82dd9d2b6e6) AuthConfig (d7183ba2942f5936f70f9c0f0ac5a36af07e477731f1eef976d70ebab2dea947) AuthConfig (a22b13575eeb808d30aa8e80f3adb520281917edd1c43964ee5be15f708b2a5a) AuthConfig (3e17418382bd47b39e1c2d6d642888a1309851feee61d2a33949aed93899d84c) AuthConfig (df38c19903b781fb8cb4da8bae7d6064c0063806332d2bfbeb856436c5546bad) AuthConfig (e3af449d380278fbbc5c7127813700cc227830f44131da7930a61746e00ad450) AuthConfig (2b143d0a41443f957937ab61a7f34148fff13daff6bab69e294e2a345de91db2) AuthConfig (1724fc66b9196861b4116ab297cd027856a31daa654ebd679bd89c82b1f0848a) AuthConfig (bb5ab4b248320bf287eb00b1791a4a07a848d4c3141d6f661b7ad1ca9e4a7c12) AuthConfig (d5faa78eef3b66df1aa24a023635470d20582a36f93cefd58ffb8764bce03305) AuthConfig (baaabcb0814341191705812b47ccd610e8dd4af0620780478957d7d25ed85c4d) AuthConfig (e12cdd782c2e0d19e84c9ee568848457c57164437b2ab1302038b33a7b8de781)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"93056f7b-9e07-4c12-92c7-b6c744b3234d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:40.998157647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba3aac82a48ff28d504ac12bd8901c6c94d6f537ab83703d0f214255a42f54d) AuthConfig (e02f4057cdb1d307bfb8db2f71bcbc6d3376a01a98be783830dee900b862646c) AuthConfig (6d50f4e74e3801b7e2d0cbe875d30c06c0bbd46d0e98da4d046058b6f8c4912a) AuthConfig (d06ee96e02b7703575df40e80629695add4acb9bd6b08c15b43e809acda64cda) AuthConfig (80028913827e0635c45ce5d58e3042bfba2169da6875e65129188b324f426549) AuthConfig (4fcc3e35b56e796fc5283bfb8dc88490c227302aaf00322c070f67f17e3226c5) AuthConfig (a498af694960ef8e1cedd13d71687ec106a6deb6f1cb2c0d20bb1e8e2f390237) AuthConfig (86c608bc79b363e43dc8c652c2fe3b73d8a0c90b6e17c7225dcea3da51d6de49) AuthConfig (5cc14e0a56844d6efc21240cbae784a56af197f79e310a071e392fad08ee0f8b) AuthConfig (5c2c297e923d87a453feba72ca9e4150454bc4c39ef812aeb7247554e1dc96ec) AuthConfig (49cf9937d9c117ecdf86a17e16f33825f15c7a5ee3dcb73035d162aecb03c5bd) AuthConfig (e34adda74a5c2e3304f875d140f1dd892fd6bd8a691d893b8f02582430b3050c) AuthConfig (b23666a25f0c71125594c148eab6787fac5bc84c14cfe2c30b7b9404e2c04a2f) AuthConfig (eaf77406f5a10fef8cb3da24723d088e3febf406ddf85718a5c6e2d1ef9ab52f) AuthConfig (a018090cce4ffe3ef94c8e87b1779dea6a37ae4ba6fe8a4135a3d2513dfea044) AuthConfig (cb33ae1318d81d7fe7b0431bcfb70772b29456318758a33139f32c44c617e483) AuthConfig (50efc9ab0e224bc31cdbb4413c584b0549ec16c990ddb2fe8801b9c7ba038ee4) AuthConfig (2a59de887e71eacbce6b9f208080592b172e50f8af1d88a7f6d528206d4a2f00) AuthConfig (6cc18b2c7a805f4a4c3ec94ea442edf5934fbdabd2143f8f11b8e82dd9d2b6e6) AuthConfig (d7183ba2942f5936f70f9c0f0ac5a36af07e477731f1eef976d70ebab2dea947) AuthConfig (a22b13575eeb808d30aa8e80f3adb520281917edd1c43964ee5be15f708b2a5a) AuthConfig (3e17418382bd47b39e1c2d6d642888a1309851feee61d2a33949aed93899d84c) AuthConfig (df38c19903b781fb8cb4da8bae7d6064c0063806332d2bfbeb856436c5546bad) AuthConfig (e3af449d380278fbbc5c7127813700cc227830f44131da7930a61746e00ad450) AuthConfig (2b143d0a41443f957937ab61a7f34148fff13daff6bab69e294e2a345de91db2) AuthConfig (1724fc66b9196861b4116ab297cd027856a31daa654ebd679bd89c82b1f0848a) AuthConfig (bb5ab4b248320bf287eb00b1791a4a07a848d4c3141d6f661b7ad1ca9e4a7c12) AuthConfig (d5faa78eef3b66df1aa24a023635470d20582a36f93cefd58ffb8764bce03305) AuthConfig (baaabcb0814341191705812b47ccd610e8dd4af0620780478957d7d25ed85c4d) AuthConfig (e12cdd782c2e0d19e84c9ee568848457c57164437b2ab1302038b33a7b8de781)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"011fa0d8-e88b-4984-a3ed-0900cedd9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.019110587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"f0bc8893-c4d0-465a-93e7-03ef012855bf","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.019822592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"da22e152-797d-4b0e-a991-72c4f7a00299","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.056415701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"88eab495-4832-4514-8313-98770d20de37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.056544135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6066f030-65dd-4e8d-86a4-f192f6d0b5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.063599453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be04a4d4-4541-4b94-8274-09b32eed5ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.063599642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5fbc67d5-f593-430e-874e-53d84156e728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.076473246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"88eab495-4832-4514-8313-98770d20de37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.077027907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6066f030-65dd-4e8d-86a4-f192f6d0b5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.083430842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5fbc67d5-f593-430e-874e-53d84156e728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.083525071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be04a4d4-4541-4b94-8274-09b32eed5ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.095002431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (60bf24b72513eca460b5250532af36e6ad5b5209c8df59222b562910eed772d0) AuthConfig (f0402576a686895290e02093d931d54abac8097ff873bd3e90d89bb5009eaa3c) AuthConfig (f8a8a08a739554499810bd6c05fe3f959d8c88cefa53d76c3309adb71c00598d) AuthConfig (c29f399e7380856dca10d217a03ce9459ccf464b0ae2c8e517264d58752d4f74) AuthConfig (a3bc3f3a2fb8d9602744e69901d6b87890ade347b5cfaecb4bb630de9e461dc4) AuthConfig (5720ecb907d0a9c4f1033d15ae0719197daa0f36e0a3e38c96f5c1273c87749b) AuthConfig (4f536c77a5b885347038aea7be73f464e484fd11050ea72e4908534d00e05eb1) AuthConfig (5ea13e093fad4a87be352ac1f450cd89af91dfc762c808faefd45880478edebd) AuthConfig (4cb4d4fbefc310d54624ddee239e6adfefd7b5089bed8656475cf3038289e1ec) AuthConfig (89fa59878e049a6d4890f75c9b9227acbdbf14b4955d82cdf881fa85e1662af1) AuthConfig (bf22441fb1799ba8898e4d544facf88529140598c56ba8878d6b96ddaf2152f0) AuthConfig (aab78c5c9f7af93740a0d49d526cf189586aac38ed21767d5c65881a69b875a9) AuthConfig (c7b620c214564a6b41e4b7bb2eb7dcf37faa6038638443e1d165dd664e22f213) AuthConfig (5a692348fe8ef107a7164b76c166e1328c1b719a22329c4f20c9967cadc6770e) AuthConfig (e7dc79364996f01d0740346ebe6a32fbafc4da3744057308a51dc15fb4e95dc7) AuthConfig (fa1bff6f896ba056df7f83a4d9d1ff45f4c21b80f03d8a4c9b2c8f9407b321c4) AuthConfig (2496a4c13bbcec4efa8a070156bdf21e546f91963d0e366a90677f59cf1f29c6) AuthConfig (efd0b34f1fe7a63a28a6fcca047a39ef713f90c4b8de34b7b0ad7f7a20dd66e6) AuthConfig (80deae2d471b9e419452d9e85a6ce785bb717aa85f2c8ca29e7b5842e8601db8) AuthConfig (3b1170bce31f4bfc3e543ec5b5afa735de0f8aad3396a5b6ab151db9fa6996e2) AuthConfig (d2dae2d5e37ea7f3fa0df1332e261ae3c15b526ddf20b8660e6b9d2da29a9258) AuthConfig (d6859a3a6cd6e343078cb7af156f45e27d34779a25d80236301ee4680371fafa) AuthConfig (7429d7aad9f46d65915e1161953b1fc5c6d686576ec6b0dfb63d2d0e19a3ae06) AuthConfig (14ad641bb29696b729373df06156daefaaa88f1b4531f4cd33473e2cd8ce15fa) AuthConfig (610f037fca4eb6535731ef15a35ea4a101866bc7893a99cb04c775f47fae3608) AuthConfig (07deffe060e2649e9874acb891282302348de2397793c42558140f5f2fa261b0) AuthConfig (6f763d84a0ed272f593dba44b9ac3637a2aa6ee112091b7b4d1b82be0c871a0a) AuthConfig (1a27bc7d038698f7d8c6d7f3e933fbfa082d744bccb55a4e34532eaef19d9fdb) AuthConfig (90ef773fcbe10cf9a6fc97d27f6ead993eadcb3afa441e946fa4a8c3ec8c2c57) AuthConfig (fc5cd92c1b1160c05be126d0974a19a7eb4ee4e208ab0c618ebd2f6a237d4205)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"88eab495-4832-4514-8313-98770d20de37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.095607729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (60bf24b72513eca460b5250532af36e6ad5b5209c8df59222b562910eed772d0) AuthConfig (f0402576a686895290e02093d931d54abac8097ff873bd3e90d89bb5009eaa3c) AuthConfig (f8a8a08a739554499810bd6c05fe3f959d8c88cefa53d76c3309adb71c00598d) AuthConfig (c29f399e7380856dca10d217a03ce9459ccf464b0ae2c8e517264d58752d4f74) AuthConfig (a3bc3f3a2fb8d9602744e69901d6b87890ade347b5cfaecb4bb630de9e461dc4) AuthConfig (5720ecb907d0a9c4f1033d15ae0719197daa0f36e0a3e38c96f5c1273c87749b) AuthConfig (4f536c77a5b885347038aea7be73f464e484fd11050ea72e4908534d00e05eb1) AuthConfig (5ea13e093fad4a87be352ac1f450cd89af91dfc762c808faefd45880478edebd) AuthConfig (4cb4d4fbefc310d54624ddee239e6adfefd7b5089bed8656475cf3038289e1ec) AuthConfig (89fa59878e049a6d4890f75c9b9227acbdbf14b4955d82cdf881fa85e1662af1) AuthConfig (bf22441fb1799ba8898e4d544facf88529140598c56ba8878d6b96ddaf2152f0) AuthConfig (aab78c5c9f7af93740a0d49d526cf189586aac38ed21767d5c65881a69b875a9) AuthConfig (c7b620c214564a6b41e4b7bb2eb7dcf37faa6038638443e1d165dd664e22f213) AuthConfig (5a692348fe8ef107a7164b76c166e1328c1b719a22329c4f20c9967cadc6770e) AuthConfig (e7dc79364996f01d0740346ebe6a32fbafc4da3744057308a51dc15fb4e95dc7) AuthConfig (fa1bff6f896ba056df7f83a4d9d1ff45f4c21b80f03d8a4c9b2c8f9407b321c4) AuthConfig (2496a4c13bbcec4efa8a070156bdf21e546f91963d0e366a90677f59cf1f29c6) AuthConfig (efd0b34f1fe7a63a28a6fcca047a39ef713f90c4b8de34b7b0ad7f7a20dd66e6) AuthConfig (80deae2d471b9e419452d9e85a6ce785bb717aa85f2c8ca29e7b5842e8601db8) AuthConfig (3b1170bce31f4bfc3e543ec5b5afa735de0f8aad3396a5b6ab151db9fa6996e2) AuthConfig (d2dae2d5e37ea7f3fa0df1332e261ae3c15b526ddf20b8660e6b9d2da29a9258) AuthConfig (d6859a3a6cd6e343078cb7af156f45e27d34779a25d80236301ee4680371fafa) AuthConfig (7429d7aad9f46d65915e1161953b1fc5c6d686576ec6b0dfb63d2d0e19a3ae06) AuthConfig (14ad641bb29696b729373df06156daefaaa88f1b4531f4cd33473e2cd8ce15fa) AuthConfig (610f037fca4eb6535731ef15a35ea4a101866bc7893a99cb04c775f47fae3608) AuthConfig (07deffe060e2649e9874acb891282302348de2397793c42558140f5f2fa261b0) AuthConfig (6f763d84a0ed272f593dba44b9ac3637a2aa6ee112091b7b4d1b82be0c871a0a) AuthConfig (1a27bc7d038698f7d8c6d7f3e933fbfa082d744bccb55a4e34532eaef19d9fdb) AuthConfig (90ef773fcbe10cf9a6fc97d27f6ead993eadcb3afa441e946fa4a8c3ec8c2c57) AuthConfig (fc5cd92c1b1160c05be126d0974a19a7eb4ee4e208ab0c618ebd2f6a237d4205)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6066f030-65dd-4e8d-86a4-f192f6d0b5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.101838432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba3aac82a48ff28d504ac12bd8901c6c94d6f537ab83703d0f214255a42f54d) AuthConfig (e02f4057cdb1d307bfb8db2f71bcbc6d3376a01a98be783830dee900b862646c) AuthConfig (6d50f4e74e3801b7e2d0cbe875d30c06c0bbd46d0e98da4d046058b6f8c4912a) AuthConfig (d06ee96e02b7703575df40e80629695add4acb9bd6b08c15b43e809acda64cda) AuthConfig (80028913827e0635c45ce5d58e3042bfba2169da6875e65129188b324f426549) AuthConfig (4fcc3e35b56e796fc5283bfb8dc88490c227302aaf00322c070f67f17e3226c5) AuthConfig (a498af694960ef8e1cedd13d71687ec106a6deb6f1cb2c0d20bb1e8e2f390237) AuthConfig (86c608bc79b363e43dc8c652c2fe3b73d8a0c90b6e17c7225dcea3da51d6de49) AuthConfig (5cc14e0a56844d6efc21240cbae784a56af197f79e310a071e392fad08ee0f8b) AuthConfig (5c2c297e923d87a453feba72ca9e4150454bc4c39ef812aeb7247554e1dc96ec) AuthConfig (49cf9937d9c117ecdf86a17e16f33825f15c7a5ee3dcb73035d162aecb03c5bd) AuthConfig (e34adda74a5c2e3304f875d140f1dd892fd6bd8a691d893b8f02582430b3050c) AuthConfig (b23666a25f0c71125594c148eab6787fac5bc84c14cfe2c30b7b9404e2c04a2f) AuthConfig (eaf77406f5a10fef8cb3da24723d088e3febf406ddf85718a5c6e2d1ef9ab52f) AuthConfig (a018090cce4ffe3ef94c8e87b1779dea6a37ae4ba6fe8a4135a3d2513dfea044) AuthConfig (cb33ae1318d81d7fe7b0431bcfb70772b29456318758a33139f32c44c617e483) AuthConfig (50efc9ab0e224bc31cdbb4413c584b0549ec16c990ddb2fe8801b9c7ba038ee4) AuthConfig (2a59de887e71eacbce6b9f208080592b172e50f8af1d88a7f6d528206d4a2f00) AuthConfig (6cc18b2c7a805f4a4c3ec94ea442edf5934fbdabd2143f8f11b8e82dd9d2b6e6) AuthConfig (d7183ba2942f5936f70f9c0f0ac5a36af07e477731f1eef976d70ebab2dea947) AuthConfig (a22b13575eeb808d30aa8e80f3adb520281917edd1c43964ee5be15f708b2a5a) AuthConfig (3e17418382bd47b39e1c2d6d642888a1309851feee61d2a33949aed93899d84c) AuthConfig (df38c19903b781fb8cb4da8bae7d6064c0063806332d2bfbeb856436c5546bad) AuthConfig (e3af449d380278fbbc5c7127813700cc227830f44131da7930a61746e00ad450) AuthConfig (2b143d0a41443f957937ab61a7f34148fff13daff6bab69e294e2a345de91db2) AuthConfig (1724fc66b9196861b4116ab297cd027856a31daa654ebd679bd89c82b1f0848a) AuthConfig (bb5ab4b248320bf287eb00b1791a4a07a848d4c3141d6f661b7ad1ca9e4a7c12) AuthConfig (d5faa78eef3b66df1aa24a023635470d20582a36f93cefd58ffb8764bce03305) AuthConfig (baaabcb0814341191705812b47ccd610e8dd4af0620780478957d7d25ed85c4d) AuthConfig (e12cdd782c2e0d19e84c9ee568848457c57164437b2ab1302038b33a7b8de781)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5fbc67d5-f593-430e-874e-53d84156e728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.102229519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba3aac82a48ff28d504ac12bd8901c6c94d6f537ab83703d0f214255a42f54d) AuthConfig (e02f4057cdb1d307bfb8db2f71bcbc6d3376a01a98be783830dee900b862646c) AuthConfig (6d50f4e74e3801b7e2d0cbe875d30c06c0bbd46d0e98da4d046058b6f8c4912a) AuthConfig (d06ee96e02b7703575df40e80629695add4acb9bd6b08c15b43e809acda64cda) AuthConfig (80028913827e0635c45ce5d58e3042bfba2169da6875e65129188b324f426549) AuthConfig (4fcc3e35b56e796fc5283bfb8dc88490c227302aaf00322c070f67f17e3226c5) AuthConfig (a498af694960ef8e1cedd13d71687ec106a6deb6f1cb2c0d20bb1e8e2f390237) AuthConfig (86c608bc79b363e43dc8c652c2fe3b73d8a0c90b6e17c7225dcea3da51d6de49) AuthConfig (5cc14e0a56844d6efc21240cbae784a56af197f79e310a071e392fad08ee0f8b) AuthConfig (5c2c297e923d87a453feba72ca9e4150454bc4c39ef812aeb7247554e1dc96ec) AuthConfig (49cf9937d9c117ecdf86a17e16f33825f15c7a5ee3dcb73035d162aecb03c5bd) AuthConfig (e34adda74a5c2e3304f875d140f1dd892fd6bd8a691d893b8f02582430b3050c) AuthConfig (b23666a25f0c71125594c148eab6787fac5bc84c14cfe2c30b7b9404e2c04a2f) AuthConfig (eaf77406f5a10fef8cb3da24723d088e3febf406ddf85718a5c6e2d1ef9ab52f) AuthConfig (a018090cce4ffe3ef94c8e87b1779dea6a37ae4ba6fe8a4135a3d2513dfea044) AuthConfig (cb33ae1318d81d7fe7b0431bcfb70772b29456318758a33139f32c44c617e483) AuthConfig (50efc9ab0e224bc31cdbb4413c584b0549ec16c990ddb2fe8801b9c7ba038ee4) AuthConfig (2a59de887e71eacbce6b9f208080592b172e50f8af1d88a7f6d528206d4a2f00) AuthConfig (6cc18b2c7a805f4a4c3ec94ea442edf5934fbdabd2143f8f11b8e82dd9d2b6e6) AuthConfig (d7183ba2942f5936f70f9c0f0ac5a36af07e477731f1eef976d70ebab2dea947) AuthConfig (a22b13575eeb808d30aa8e80f3adb520281917edd1c43964ee5be15f708b2a5a) AuthConfig (3e17418382bd47b39e1c2d6d642888a1309851feee61d2a33949aed93899d84c) AuthConfig (df38c19903b781fb8cb4da8bae7d6064c0063806332d2bfbeb856436c5546bad) AuthConfig (e3af449d380278fbbc5c7127813700cc227830f44131da7930a61746e00ad450) AuthConfig (2b143d0a41443f957937ab61a7f34148fff13daff6bab69e294e2a345de91db2) AuthConfig (1724fc66b9196861b4116ab297cd027856a31daa654ebd679bd89c82b1f0848a) AuthConfig (bb5ab4b248320bf287eb00b1791a4a07a848d4c3141d6f661b7ad1ca9e4a7c12) AuthConfig (d5faa78eef3b66df1aa24a023635470d20582a36f93cefd58ffb8764bce03305) AuthConfig (baaabcb0814341191705812b47ccd610e8dd4af0620780478957d7d25ed85c4d) AuthConfig (e12cdd782c2e0d19e84c9ee568848457c57164437b2ab1302038b33a7b8de781)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be04a4d4-4541-4b94-8274-09b32eed5ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.117501255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5fbc67d5-f593-430e-874e-53d84156e728","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.131404632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"3a5c3947-1787-4988-a1b7-1933770fb42f","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.18987519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"428e7489-1528-47af-8a39-7497ff53ac7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.275648624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"428e7489-1528-47af-8a39-7497ff53ac7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.294284482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-c16684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba3aac82a48ff28d504ac12bd8901c6c94d6f537ab83703d0f214255a42f54d) AuthConfig (e02f4057cdb1d307bfb8db2f71bcbc6d3376a01a98be783830dee900b862646c) AuthConfig (6d50f4e74e3801b7e2d0cbe875d30c06c0bbd46d0e98da4d046058b6f8c4912a) AuthConfig (d06ee96e02b7703575df40e80629695add4acb9bd6b08c15b43e809acda64cda) AuthConfig (80028913827e0635c45ce5d58e3042bfba2169da6875e65129188b324f426549) AuthConfig (4fcc3e35b56e796fc5283bfb8dc88490c227302aaf00322c070f67f17e3226c5) AuthConfig (a498af694960ef8e1cedd13d71687ec106a6deb6f1cb2c0d20bb1e8e2f390237) AuthConfig (86c608bc79b363e43dc8c652c2fe3b73d8a0c90b6e17c7225dcea3da51d6de49) AuthConfig (5cc14e0a56844d6efc21240cbae784a56af197f79e310a071e392fad08ee0f8b) AuthConfig (5c2c297e923d87a453feba72ca9e4150454bc4c39ef812aeb7247554e1dc96ec) AuthConfig (49cf9937d9c117ecdf86a17e16f33825f15c7a5ee3dcb73035d162aecb03c5bd) AuthConfig (e34adda74a5c2e3304f875d140f1dd892fd6bd8a691d893b8f02582430b3050c) AuthConfig (b23666a25f0c71125594c148eab6787fac5bc84c14cfe2c30b7b9404e2c04a2f) AuthConfig (eaf77406f5a10fef8cb3da24723d088e3febf406ddf85718a5c6e2d1ef9ab52f) AuthConfig (a018090cce4ffe3ef94c8e87b1779dea6a37ae4ba6fe8a4135a3d2513dfea044) AuthConfig (cb33ae1318d81d7fe7b0431bcfb70772b29456318758a33139f32c44c617e483) AuthConfig (50efc9ab0e224bc31cdbb4413c584b0549ec16c990ddb2fe8801b9c7ba038ee4) AuthConfig (2a59de887e71eacbce6b9f208080592b172e50f8af1d88a7f6d528206d4a2f00) AuthConfig (6cc18b2c7a805f4a4c3ec94ea442edf5934fbdabd2143f8f11b8e82dd9d2b6e6) AuthConfig (d7183ba2942f5936f70f9c0f0ac5a36af07e477731f1eef976d70ebab2dea947) AuthConfig (a22b13575eeb808d30aa8e80f3adb520281917edd1c43964ee5be15f708b2a5a) AuthConfig (3e17418382bd47b39e1c2d6d642888a1309851feee61d2a33949aed93899d84c) AuthConfig (df38c19903b781fb8cb4da8bae7d6064c0063806332d2bfbeb856436c5546bad) AuthConfig (e3af449d380278fbbc5c7127813700cc227830f44131da7930a61746e00ad450) AuthConfig (2b143d0a41443f957937ab61a7f34148fff13daff6bab69e294e2a345de91db2) AuthConfig (1724fc66b9196861b4116ab297cd027856a31daa654ebd679bd89c82b1f0848a) AuthConfig (bb5ab4b248320bf287eb00b1791a4a07a848d4c3141d6f661b7ad1ca9e4a7c12) AuthConfig (d5faa78eef3b66df1aa24a023635470d20582a36f93cefd58ffb8764bce03305) AuthConfig (baaabcb0814341191705812b47ccd610e8dd4af0620780478957d7d25ed85c4d) AuthConfig (e12cdd782c2e0d19e84c9ee568848457c57164437b2ab1302038b33a7b8de781)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"428e7489-1528-47af-8a39-7497ff53ac7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.305864867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"4ec3e555-5d6b-4012-ba6f-18fa94c84b61","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.325683862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"5d308d3a-3f17-417b-92ea-2cea90da793f","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.34217404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"b4026422-a3b7-4746-9f48-c471993b19e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.346953927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"42037a4a-f5f5-4d5d-9fec-1c260e64aa0d","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.381871289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"54d1e014-3be9-413b-b23f-e8d61464b8fe","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.404048831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"4119b11a-5557-4ec6-ae3c-27ea854bfc27","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.477874205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"8e9512f8-068e-4737-89b5-af7f2e333b7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"simulator-w1-994336","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-994336/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.507459044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"8ccbaa11-1d5e-4fa7-a12b-db977f7f7adf","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.528110405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b9ab3f5d-c3db-4fd7-bc58-ee515413ac0e","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.544588569Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b9ab3f5d-c3db-4fd7-bc58-ee515413ac0e","name":"simulator-w1-994336","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-994336\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.544653589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b9ab3f5d-c3db-4fd7-bc58-ee515413ac0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-994336\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.544795985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"a65533a7-2b13-421a-9f64-fbcd68ae5100","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.553664552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"fc89b889-4760-4417-aa8d-f346ae429c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.625737531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"fc89b889-4760-4417-aa8d-f346ae429c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.626616771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"d272a21e-4113-4830-abeb-0ccad477bf3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.657709083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"fc89b889-4760-4417-aa8d-f346ae429c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.675733431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"0991987a-2b86-42f2-bf4a-66b5386afa57","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.704901024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"29e3e383-784f-467c-a47e-7765202579e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.716979204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"d9091c0d-9d30-4a5d-8849-a9636e8956b6","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.727670115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"29e3e383-784f-467c-a47e-7765202579e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.748957224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"29e3e383-784f-467c-a47e-7765202579e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.751799064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"99cef273-a751-48fd-8899-c0b7e657c371","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.762198215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"43b37b16-30c8-4b34-a63f-4740d66d63ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.773764146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"507dfb49-f105-4fc5-9bf3-52609b37c3ab","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.804291924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"54197542-37af-4b46-a43e-3e156e599176","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.805532197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"944ed8f1-198f-46df-af04-40dc39db4503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.825020472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"bfebe4d5-669b-4c9a-adcf-7f815f6dffba","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.834945842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"944ed8f1-198f-46df-af04-40dc39db4503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.853751638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"944ed8f1-198f-46df-af04-40dc39db4503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.896839305Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"66a33d98-7d33-4b86-8107-835a31287fff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"premium-w1-994336","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-994336/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.909080832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0ef3be47-955c-4963-9591-86e8a7158b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.921930927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"5de298f4-9e39-4fd0-975c-b2322d92ad67","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.929615579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0ef3be47-955c-4963-9591-86e8a7158b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.94381146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"357b8ea9-bbf5-43ff-9b3e-e2ca506e6d3e","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.947521574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0ef3be47-955c-4963-9591-86e8a7158b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.959972669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"357b8ea9-bbf5-43ff-9b3e-e2ca506e6d3e","name":"premium-w1-994336","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-994336\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:41.960040833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"357b8ea9-bbf5-43ff-9b3e-e2ca506e6d3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-994336\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:41.960181562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"b0c25c89-34be-4910-9527-bfafaeadf801","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.008485077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"68b40238-f9a4-45ab-a997-a0da83987d41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.021494823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"638029e6-08fa-4597-9706-65eec9a88b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.021559284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f7985714-cde4-4753-9b32-225623685039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.041741083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"638029e6-08fa-4597-9706-65eec9a88b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.042931947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f7985714-cde4-4753-9b32-225623685039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.060513113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"638029e6-08fa-4597-9706-65eec9a88b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.060936356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f7985714-cde4-4753-9b32-225623685039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.081006037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"e63bb7f7-a819-4603-862d-6c068dec10be","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.127429932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35a6a2ab-4ce5-4b62-93c3-3bb6f54f5329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.147024679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35a6a2ab-4ce5-4b62-93c3-3bb6f54f5329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:42.166997412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35a6a2ab-4ce5-4b62-93c3-3bb6f54f5329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:45.833880426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"4fccea4f-c0a4-4566-8e25-75d216935a03","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:45.853588263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"4184cc9c-f935-476f-a002-2d0f6b6ed2cb","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:45.903848052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"dcc7e8d0-6e94-44d7-9c0f-78f8e44a3c2f","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:45.923563568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"dcc7e8d0-6e94-44d7-9c0f-78f8e44a3c2f","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.042416054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"7779e3da-2dc6-469c-991a-82372287dbdc","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.063715172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"70b19b6a-acbb-4c03-8100-04e3e3c54366","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.080340587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"cadc0b1e-1bbe-4ac6-b398-d0f9b70d1a2a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:46.084527227Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-combo-sub-4ab095f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-4ab095f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.09683235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f9822ef3-8a67-4d47-b859-d0a9ddd76a56","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.097545282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e791933f-c97e-45c9-b976-431fd53bf610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.098118005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e4e205a7-edda-4e91-84f6-d03254be1ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.101267017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"99443832-4add-425a-9e45-28b00b829d46","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.119427964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e4e205a7-edda-4e91-84f6-d03254be1ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.12045376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e791933f-c97e-45c9-b976-431fd53bf610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.188431418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6","reconcileID":"51816121-cd05-4327-b333-2994c00a91d2","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-combo-sub-4ab095f6","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.188937191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"2642bfd1-0c95-4b90-a2a0-b0e4fa168a91","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.210488189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"2642bfd1-0c95-4b90-a2a0-b0e4fa168a91","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.244911253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"aa18ea6a-4723-434c-beb3-c463c0c67414","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.261160047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"ad81eb3b-a671-44fb-8259-56da2c9d5d73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:46.307437251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"2642bfd1-0c95-4b90-a2a0-b0e4fa168a91","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-4ab095f6-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.320141891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"541e6edf-d37b-4786-8a13-e336e3771dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.320181486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0d18afba-d2e9-4ad4-a6ff-648548fccf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.340288872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"541e6edf-d37b-4786-8a13-e336e3771dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.340359948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0d18afba-d2e9-4ad4-a6ff-648548fccf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.355565921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"ed70413f-64b8-4735-a0ca-36b3ad3fc703","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.362888785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6","reconcileID":"a7c62299-fd63-471a-8e38-5a56cb04207c","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.383895257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"ed70413f-64b8-4735-a0ca-36b3ad3fc703","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.476711397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"1ca30c05-738f-402e-aa48-9d3b44aabc47","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.495482777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"fccc8603-0705-451c-aa1d-a7b1d4cc0fc1","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.544776331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"3e316617-57f6-4db5-b407-2c268b4bdc7d","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.570765031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"3e316617-57f6-4db5-b407-2c268b4bdc7d","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.730895695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"a89de1ea-835f-4109-b415-ab518e1e1a08","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.778902381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"3f8cbadd-572b-44e4-823c-248a7d08e3c1","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.807880782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"e67031cc-011a-41c6-b809-413ca398f8c9","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.808523691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"dcf0501c-adf4-483f-9124-0e083902d812","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:46.809054216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-106555/e2e-dry-sub-5bb4ece4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-5bb4ece4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.823773884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"def23838-73aa-4a4d-831f-020a59d540ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.872802061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d80cba6b-29b1-4ead-9a35-d3b4ce8f8ab8","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.873607078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"889e40ee-8ea4-4989-bdaa-51b31e533eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.881585142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"def23838-73aa-4a4d-831f-020a59d540ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.901070466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"889e40ee-8ea4-4989-bdaa-51b31e533eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.921507809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"a1061770-ed65-44b8-be37-74eb49668d27","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.94820691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"a1061770-ed65-44b8-be37-74eb49668d27","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:46.991019134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4","reconcileID":"9a4b4ba5-102e-46c0-ba23-957fc1b804b7","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-106555/e2e-dry-sub-5bb4ece4","ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.052671334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"0746b480-bcb8-47e1-954f-a73e494a2f9e","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.056758828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"41ed34ea-6d2d-4c24-a4ec-cf04c76a7455","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.099447131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"01f127a9-6378-45c9-ae20-f0d644147bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.129958383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"01f127a9-6378-45c9-ae20-f0d644147bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.182058866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4","reconcileID":"b6ebbcad-0ac1-43a9-a3ef-9f42aeb3ee13","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.182682183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"3a3dd12d-b2a7-4d8e-816f-15b02e6e861d","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.183315506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"44f08b18-1652-44eb-ba65-ef7f7ea0ec70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.206511784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"44f08b18-1652-44eb-ba65-ef7f7ea0ec70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:47.206952906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"3a3dd12d-b2a7-4d8e-816f-15b02e6e861d","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.00409329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"ea9947ba-25dc-4fe6-9273-8cef02a915af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.058774283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"8c923ed0-ae3a-4c7e-b320-c124b7e81472","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.213150785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"055088ca-2707-42ae-aa21-5d7d9ac0929f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.277404007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"acd1a4a6-d8d9-48e3-aa9d-5cccaf25ac63","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.484380845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8c417c6e-c5e8-40da-98bc-e9c86449b677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.484723579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d4a6eaf9-63c4-47a4-9fd5-b941e1be5654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.522817894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d4a6eaf9-63c4-47a4-9fd5-b941e1be5654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.525160015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8c417c6e-c5e8-40da-98bc-e9c86449b677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.546317376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7c667e01349f34be439de72dee0dd17e07e93984eda80add7de5fe4052acfd5) AuthConfig (8288cd3bca82dd356eea422aa2a6d129cd999b536ac6fde7bf53ef0bc5f0df14) AuthConfig (4b6c5c72347e02b2d87374fe95756a49bc9ff65c98319fc9f00b30ad31236be8) AuthConfig (1fd58f94d09d2577c695fd51517a66ff0198ce488636eff3dd9a351434b4ddac) AuthConfig (45248970660a65f1c2a7338f4e50a85f84a5ec1e0ac860784ca4636da41f8d36) AuthConfig (a6629dd8335a18ee549c05baf5c3aa996469be6819fe55e8597336a1dcf9e93e) AuthConfig (669141b931d47a34a24947314fd69b0b2407cb8378d6252e2079709c09450719) AuthConfig (b46e7257d8991c8aa592896f1aa9520fa19199cae8c72eadb6400bc8eb5db626) AuthConfig (5e05a5fa4d1d755603f458b3809ca101fb2ae25594071d0d83064ccef71f0203) AuthConfig (6dadffe039524ab597de905adedc12341143f2c1a737796be4a9baaf3039f161) AuthConfig (d73cf5aa304b97cf726c08c9c5b85da55bab1eeeb48711b1497d18347e747dea) AuthConfig (73562c03df24f126cb1d83e0921e588b9a3f4540a684f27191409029d3cb9efe) AuthConfig (d8c1c57ea6ef50e0135142ea8aae5a0cdf04d2583c5b1e94346f0d334c2e67a0) AuthConfig (712276aec925e10f2e407d6d4a2c2db47121248e50c53b5d31558a06a8fd1b04) AuthConfig (8a567d47f5209f674b75b034260cc73aa51f78f3a455922d13495270953e6607) AuthConfig (cacd45d269899971a2f6f23a6535eec9361edf0e55b1aa431562397e962874c0) AuthConfig (8f9107b8aefe81be4a29eadb751f7ad4fcea4f5106df6391c5fd402280313a8a) AuthConfig (79ef235013685c56fdeb9494730865782911bbe11b94827007332fdc9fc20623) AuthConfig (28534acbf295bc247471874d863ad503907c1e44a5b5a27ab6644596fd138323) AuthConfig (f87172bda785085b3e61fa3aa4999ff4864ea6a3651f686fec006642adeb6c8d) AuthConfig (056f0c40b1ddd5b1412ea02435ae54c9eca8c930453eb1aeb3805ca4ddeb16e1) AuthConfig (a15dd8e4c2e633c7e33a90f727df4913645d3b2c28358d1b0faa1d5fd5e852fc) AuthConfig (2c2903609e3490ca9dd85874f7629f03cf967e9c012a03b89457911d1b7ad786) AuthConfig (cfdb6200875a6be0049c7a9644dea0ceeee0e70760968b01a86c8376176fe5d3) AuthConfig (dff1bd835aad530be187aa45e2251dca3b224333ac706d60c6ca6fbb24bc58fc) AuthConfig (812e1ef08054edfcf689956087a8438fddb34aa12f57eadbffa4e3ab0a9c31d6) AuthConfig (d614630e8e4c95395b9f2a89966f02fc63ff35162987dedc0ab76ee25ac1fd6f) AuthConfig (b96aa31640e8c1674e7b5b4ffc6a837b75d013b37dc975030ab6afdd5b7985e1) AuthConfig (d0d230f128bc5ef935d83cbfd6dbca6152523184e427556cb6dd41a718e65bc1) AuthConfig (c1b4e83f3d0e99484966026866f031ce1ea295ebf15967b8032fd706121e31f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d4a6eaf9-63c4-47a4-9fd5-b941e1be5654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.546422524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7c667e01349f34be439de72dee0dd17e07e93984eda80add7de5fe4052acfd5) AuthConfig (8288cd3bca82dd356eea422aa2a6d129cd999b536ac6fde7bf53ef0bc5f0df14) AuthConfig (4b6c5c72347e02b2d87374fe95756a49bc9ff65c98319fc9f00b30ad31236be8) AuthConfig (1fd58f94d09d2577c695fd51517a66ff0198ce488636eff3dd9a351434b4ddac) AuthConfig (45248970660a65f1c2a7338f4e50a85f84a5ec1e0ac860784ca4636da41f8d36) AuthConfig (a6629dd8335a18ee549c05baf5c3aa996469be6819fe55e8597336a1dcf9e93e) AuthConfig (669141b931d47a34a24947314fd69b0b2407cb8378d6252e2079709c09450719) AuthConfig (b46e7257d8991c8aa592896f1aa9520fa19199cae8c72eadb6400bc8eb5db626) AuthConfig (5e05a5fa4d1d755603f458b3809ca101fb2ae25594071d0d83064ccef71f0203) AuthConfig (6dadffe039524ab597de905adedc12341143f2c1a737796be4a9baaf3039f161) AuthConfig (d73cf5aa304b97cf726c08c9c5b85da55bab1eeeb48711b1497d18347e747dea) AuthConfig (73562c03df24f126cb1d83e0921e588b9a3f4540a684f27191409029d3cb9efe) AuthConfig (d8c1c57ea6ef50e0135142ea8aae5a0cdf04d2583c5b1e94346f0d334c2e67a0) AuthConfig (712276aec925e10f2e407d6d4a2c2db47121248e50c53b5d31558a06a8fd1b04) AuthConfig (8a567d47f5209f674b75b034260cc73aa51f78f3a455922d13495270953e6607) AuthConfig (cacd45d269899971a2f6f23a6535eec9361edf0e55b1aa431562397e962874c0) AuthConfig (8f9107b8aefe81be4a29eadb751f7ad4fcea4f5106df6391c5fd402280313a8a) AuthConfig (79ef235013685c56fdeb9494730865782911bbe11b94827007332fdc9fc20623) AuthConfig (28534acbf295bc247471874d863ad503907c1e44a5b5a27ab6644596fd138323) AuthConfig (f87172bda785085b3e61fa3aa4999ff4864ea6a3651f686fec006642adeb6c8d) AuthConfig (056f0c40b1ddd5b1412ea02435ae54c9eca8c930453eb1aeb3805ca4ddeb16e1) AuthConfig (a15dd8e4c2e633c7e33a90f727df4913645d3b2c28358d1b0faa1d5fd5e852fc) AuthConfig (2c2903609e3490ca9dd85874f7629f03cf967e9c012a03b89457911d1b7ad786) AuthConfig (cfdb6200875a6be0049c7a9644dea0ceeee0e70760968b01a86c8376176fe5d3) AuthConfig (dff1bd835aad530be187aa45e2251dca3b224333ac706d60c6ca6fbb24bc58fc) AuthConfig (812e1ef08054edfcf689956087a8438fddb34aa12f57eadbffa4e3ab0a9c31d6) AuthConfig (d614630e8e4c95395b9f2a89966f02fc63ff35162987dedc0ab76ee25ac1fd6f) AuthConfig (b96aa31640e8c1674e7b5b4ffc6a837b75d013b37dc975030ab6afdd5b7985e1) AuthConfig (d0d230f128bc5ef935d83cbfd6dbca6152523184e427556cb6dd41a718e65bc1) AuthConfig (c1b4e83f3d0e99484966026866f031ce1ea295ebf15967b8032fd706121e31f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8c417c6e-c5e8-40da-98bc-e9c86449b677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.567507757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f46abcf9-d33d-4665-8254-09bf9950fde0","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.568312486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"20d63419-81bb-48fc-a667-c062cbcf5de8","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.620129999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"0a62bc6e-41bc-4320-8a68-ce3db8a4fdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.620130077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b53de53b-d2cc-417e-9218-6fb6329689cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.642411946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"0a62bc6e-41bc-4320-8a68-ce3db8a4fdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.642768822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b53de53b-d2cc-417e-9218-6fb6329689cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.665712932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7c667e01349f34be439de72dee0dd17e07e93984eda80add7de5fe4052acfd5) AuthConfig (8288cd3bca82dd356eea422aa2a6d129cd999b536ac6fde7bf53ef0bc5f0df14) AuthConfig (4b6c5c72347e02b2d87374fe95756a49bc9ff65c98319fc9f00b30ad31236be8) AuthConfig (1fd58f94d09d2577c695fd51517a66ff0198ce488636eff3dd9a351434b4ddac) AuthConfig (45248970660a65f1c2a7338f4e50a85f84a5ec1e0ac860784ca4636da41f8d36) AuthConfig (a6629dd8335a18ee549c05baf5c3aa996469be6819fe55e8597336a1dcf9e93e) AuthConfig (669141b931d47a34a24947314fd69b0b2407cb8378d6252e2079709c09450719) AuthConfig (b46e7257d8991c8aa592896f1aa9520fa19199cae8c72eadb6400bc8eb5db626) AuthConfig (5e05a5fa4d1d755603f458b3809ca101fb2ae25594071d0d83064ccef71f0203) AuthConfig (6dadffe039524ab597de905adedc12341143f2c1a737796be4a9baaf3039f161) AuthConfig (d73cf5aa304b97cf726c08c9c5b85da55bab1eeeb48711b1497d18347e747dea) AuthConfig (73562c03df24f126cb1d83e0921e588b9a3f4540a684f27191409029d3cb9efe) AuthConfig (d8c1c57ea6ef50e0135142ea8aae5a0cdf04d2583c5b1e94346f0d334c2e67a0) AuthConfig (712276aec925e10f2e407d6d4a2c2db47121248e50c53b5d31558a06a8fd1b04) AuthConfig (8a567d47f5209f674b75b034260cc73aa51f78f3a455922d13495270953e6607) AuthConfig (cacd45d269899971a2f6f23a6535eec9361edf0e55b1aa431562397e962874c0) AuthConfig (8f9107b8aefe81be4a29eadb751f7ad4fcea4f5106df6391c5fd402280313a8a) AuthConfig (79ef235013685c56fdeb9494730865782911bbe11b94827007332fdc9fc20623) AuthConfig (28534acbf295bc247471874d863ad503907c1e44a5b5a27ab6644596fd138323) AuthConfig (f87172bda785085b3e61fa3aa4999ff4864ea6a3651f686fec006642adeb6c8d) AuthConfig (056f0c40b1ddd5b1412ea02435ae54c9eca8c930453eb1aeb3805ca4ddeb16e1) AuthConfig (a15dd8e4c2e633c7e33a90f727df4913645d3b2c28358d1b0faa1d5fd5e852fc) AuthConfig (2c2903609e3490ca9dd85874f7629f03cf967e9c012a03b89457911d1b7ad786) AuthConfig (cfdb6200875a6be0049c7a9644dea0ceeee0e70760968b01a86c8376176fe5d3) AuthConfig (dff1bd835aad530be187aa45e2251dca3b224333ac706d60c6ca6fbb24bc58fc) AuthConfig (812e1ef08054edfcf689956087a8438fddb34aa12f57eadbffa4e3ab0a9c31d6) AuthConfig (d614630e8e4c95395b9f2a89966f02fc63ff35162987dedc0ab76ee25ac1fd6f) AuthConfig (b96aa31640e8c1674e7b5b4ffc6a837b75d013b37dc975030ab6afdd5b7985e1) AuthConfig (d0d230f128bc5ef935d83cbfd6dbca6152523184e427556cb6dd41a718e65bc1) AuthConfig (c1b4e83f3d0e99484966026866f031ce1ea295ebf15967b8032fd706121e31f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b53de53b-d2cc-417e-9218-6fb6329689cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.665797731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7c667e01349f34be439de72dee0dd17e07e93984eda80add7de5fe4052acfd5) AuthConfig (8288cd3bca82dd356eea422aa2a6d129cd999b536ac6fde7bf53ef0bc5f0df14) AuthConfig (4b6c5c72347e02b2d87374fe95756a49bc9ff65c98319fc9f00b30ad31236be8) AuthConfig (1fd58f94d09d2577c695fd51517a66ff0198ce488636eff3dd9a351434b4ddac) AuthConfig (45248970660a65f1c2a7338f4e50a85f84a5ec1e0ac860784ca4636da41f8d36) AuthConfig (a6629dd8335a18ee549c05baf5c3aa996469be6819fe55e8597336a1dcf9e93e) AuthConfig (669141b931d47a34a24947314fd69b0b2407cb8378d6252e2079709c09450719) AuthConfig (b46e7257d8991c8aa592896f1aa9520fa19199cae8c72eadb6400bc8eb5db626) AuthConfig (5e05a5fa4d1d755603f458b3809ca101fb2ae25594071d0d83064ccef71f0203) AuthConfig (6dadffe039524ab597de905adedc12341143f2c1a737796be4a9baaf3039f161) AuthConfig (d73cf5aa304b97cf726c08c9c5b85da55bab1eeeb48711b1497d18347e747dea) AuthConfig (73562c03df24f126cb1d83e0921e588b9a3f4540a684f27191409029d3cb9efe) AuthConfig (d8c1c57ea6ef50e0135142ea8aae5a0cdf04d2583c5b1e94346f0d334c2e67a0) AuthConfig (712276aec925e10f2e407d6d4a2c2db47121248e50c53b5d31558a06a8fd1b04) AuthConfig (8a567d47f5209f674b75b034260cc73aa51f78f3a455922d13495270953e6607) AuthConfig (cacd45d269899971a2f6f23a6535eec9361edf0e55b1aa431562397e962874c0) AuthConfig (8f9107b8aefe81be4a29eadb751f7ad4fcea4f5106df6391c5fd402280313a8a) AuthConfig (79ef235013685c56fdeb9494730865782911bbe11b94827007332fdc9fc20623) AuthConfig (28534acbf295bc247471874d863ad503907c1e44a5b5a27ab6644596fd138323) AuthConfig (f87172bda785085b3e61fa3aa4999ff4864ea6a3651f686fec006642adeb6c8d) AuthConfig (056f0c40b1ddd5b1412ea02435ae54c9eca8c930453eb1aeb3805ca4ddeb16e1) AuthConfig (a15dd8e4c2e633c7e33a90f727df4913645d3b2c28358d1b0faa1d5fd5e852fc) AuthConfig (2c2903609e3490ca9dd85874f7629f03cf967e9c012a03b89457911d1b7ad786) AuthConfig (cfdb6200875a6be0049c7a9644dea0ceeee0e70760968b01a86c8376176fe5d3) AuthConfig (dff1bd835aad530be187aa45e2251dca3b224333ac706d60c6ca6fbb24bc58fc) AuthConfig (812e1ef08054edfcf689956087a8438fddb34aa12f57eadbffa4e3ab0a9c31d6) AuthConfig (d614630e8e4c95395b9f2a89966f02fc63ff35162987dedc0ab76ee25ac1fd6f) AuthConfig (b96aa31640e8c1674e7b5b4ffc6a837b75d013b37dc975030ab6afdd5b7985e1) AuthConfig (d0d230f128bc5ef935d83cbfd6dbca6152523184e427556cb6dd41a718e65bc1) AuthConfig (c1b4e83f3d0e99484966026866f031ce1ea295ebf15967b8032fd706121e31f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"0a62bc6e-41bc-4320-8a68-ce3db8a4fdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:48.681681872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"0a62bc6e-41bc-4320-8a68-ce3db8a4fdd4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.813219321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ef9a66b4-f1e5-43ee-aeac-e439bbb16497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.83360068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ef9a66b4-f1e5-43ee-aeac-e439bbb16497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:48.872608883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-994336-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7c667e01349f34be439de72dee0dd17e07e93984eda80add7de5fe4052acfd5) AuthConfig (8288cd3bca82dd356eea422aa2a6d129cd999b536ac6fde7bf53ef0bc5f0df14) AuthConfig (4b6c5c72347e02b2d87374fe95756a49bc9ff65c98319fc9f00b30ad31236be8) AuthConfig (1fd58f94d09d2577c695fd51517a66ff0198ce488636eff3dd9a351434b4ddac) AuthConfig (45248970660a65f1c2a7338f4e50a85f84a5ec1e0ac860784ca4636da41f8d36) AuthConfig (a6629dd8335a18ee549c05baf5c3aa996469be6819fe55e8597336a1dcf9e93e) AuthConfig (669141b931d47a34a24947314fd69b0b2407cb8378d6252e2079709c09450719) AuthConfig (b46e7257d8991c8aa592896f1aa9520fa19199cae8c72eadb6400bc8eb5db626) AuthConfig (5e05a5fa4d1d755603f458b3809ca101fb2ae25594071d0d83064ccef71f0203) AuthConfig (6dadffe039524ab597de905adedc12341143f2c1a737796be4a9baaf3039f161) AuthConfig (d73cf5aa304b97cf726c08c9c5b85da55bab1eeeb48711b1497d18347e747dea) AuthConfig (73562c03df24f126cb1d83e0921e588b9a3f4540a684f27191409029d3cb9efe) AuthConfig (d8c1c57ea6ef50e0135142ea8aae5a0cdf04d2583c5b1e94346f0d334c2e67a0) AuthConfig (712276aec925e10f2e407d6d4a2c2db47121248e50c53b5d31558a06a8fd1b04) AuthConfig (8a567d47f5209f674b75b034260cc73aa51f78f3a455922d13495270953e6607) AuthConfig (cacd45d269899971a2f6f23a6535eec9361edf0e55b1aa431562397e962874c0) AuthConfig (8f9107b8aefe81be4a29eadb751f7ad4fcea4f5106df6391c5fd402280313a8a) AuthConfig (79ef235013685c56fdeb9494730865782911bbe11b94827007332fdc9fc20623) AuthConfig (28534acbf295bc247471874d863ad503907c1e44a5b5a27ab6644596fd138323) AuthConfig (f87172bda785085b3e61fa3aa4999ff4864ea6a3651f686fec006642adeb6c8d) AuthConfig (056f0c40b1ddd5b1412ea02435ae54c9eca8c930453eb1aeb3805ca4ddeb16e1) AuthConfig (a15dd8e4c2e633c7e33a90f727df4913645d3b2c28358d1b0faa1d5fd5e852fc) AuthConfig (2c2903609e3490ca9dd85874f7629f03cf967e9c012a03b89457911d1b7ad786) AuthConfig (cfdb6200875a6be0049c7a9644dea0ceeee0e70760968b01a86c8376176fe5d3) AuthConfig (dff1bd835aad530be187aa45e2251dca3b224333ac706d60c6ca6fbb24bc58fc) AuthConfig (812e1ef08054edfcf689956087a8438fddb34aa12f57eadbffa4e3ab0a9c31d6) AuthConfig (d614630e8e4c95395b9f2a89966f02fc63ff35162987dedc0ab76ee25ac1fd6f) AuthConfig (b96aa31640e8c1674e7b5b4ffc6a837b75d013b37dc975030ab6afdd5b7985e1) AuthConfig (d0d230f128bc5ef935d83cbfd6dbca6152523184e427556cb6dd41a718e65bc1) AuthConfig (c1b4e83f3d0e99484966026866f031ce1ea295ebf15967b8032fd706121e31f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ef9a66b4-f1e5-43ee-aeac-e439bbb16497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.404763896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"8020b99d-e183-4b3f-adcc-d6819a9e0d5b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.448734014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3551e3c2-0f79-4766-bbb5-352d06a30a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.448875402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"cb1f98a6-7e5a-4638-9074-a9fe355d8c29","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.448735455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"88fef80b-1339-4dfa-ab03-c5232845aa63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.472921545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"88fef80b-1339-4dfa-ab03-c5232845aa63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.473230092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3551e3c2-0f79-4766-bbb5-352d06a30a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:49.476272228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"cb1f98a6-7e5a-4638-9074-a9fe355d8c29","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.065455757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8c0a7b1b-7801-4ed3-b42f-6887c3ada51d","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.1191221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"6b0959ae-0951-4fa3-bad0-2f67a9f3a0fd","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.119305019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"09323835-c3c6-4c85-801c-d8206603c119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.119762985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8e506efd-c429-4d7c-9b21-a919a61b8c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.140920063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"6b0959ae-0951-4fa3-bad0-2f67a9f3a0fd","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.140936147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"09323835-c3c6-4c85-801c-d8206603c119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:50.143162905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8e506efd-c429-4d7c-9b21-a919a61b8c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.139041483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d6502326-af71-49af-b8e0-d1d0a984cacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.139038894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"8b808bf8-cb60-4063-a5c2-d564ff8ee4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.144774651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"eded21bc-0654-4e97-a334-4b49fa38310c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.15878459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d6502326-af71-49af-b8e0-d1d0a984cacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.158792149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"8b808bf8-cb60-4063-a5c2-d564ff8ee4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.164226297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"eded21bc-0654-4e97-a334-4b49fa38310c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.238146277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d68ae821-865e-4e82-b64d-a6624a76a199","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.240853654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"13c95698-af8b-4c78-8710-cd30dd20156d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.24374294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"ae3194be-aac8-4a3e-85b5-559799cdde16","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.338219666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3460dbcb-b115-41f8-b8b2-c595e1d193fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.357686598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3460dbcb-b115-41f8-b8b2-c595e1d193fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:51.436747288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"29402970-bb47-4fe5-a79d-de4b6b080c0d","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:54.924450074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"129aa7d3-3ed1-45d2-b29e-9bf08a3e5145","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:54.942520177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"45515be2-0461-4e66-9d8c-d757fbf95c96","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:54.985191458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"d72f3073-838d-43ff-bad0-51795aa251bc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.005761599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"d72f3073-838d-43ff-bad0-51795aa251bc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.086446063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3a058bf6-46d8-40bd-96e6-81d935499fbc","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.129261588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"592beb83-47b1-46a2-8d17-157fcd7bb54b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.141377804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"af19cbda-ec9b-4fac-926a-46d391558147","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.149134548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"592beb83-47b1-46a2-8d17-157fcd7bb54b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.16136384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0c26fc2f-cfea-479e-9709-4391e0eb23d4","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:28:55.175626352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3","reconcileID":"5d1de48e-15da-4c86-b9c7-185132ac196b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-3e7d58b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.21572551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"ca93783a-dec8-4aec-bbfb-ca54fc272a8e","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.232084838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d39bc980-508a-448d-82ba-90bc8ec78950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.232105104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7316c6f2-1910-4768-a76b-2f7a26761eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.235278627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"3c38a967-6c62-4978-97b0-24e2c158d1bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.236237985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2d98729f-9e57-4bd9-ba4e-dc242d6cbd4d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.251906938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7316c6f2-1910-4768-a76b-2f7a26761eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.25205223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d39bc980-508a-448d-82ba-90bc8ec78950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.255103169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"3c38a967-6c62-4978-97b0-24e2c158d1bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.322206947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3","reconcileID":"14695b7c-d474-4e3f-83e8-577c78ea7d33","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-bulk-sub-3e7d58b3","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.376149921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"518ed04f-238f-4cfd-a55f-60c13aff4828","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.397029782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"3d48bc20-da2b-46d2-8a3b-b2d5922c12a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.434000911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"91e2df02-04f8-47dd-85b5-16b73b0458da","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.434241629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cb0b9820-ba41-492c-a38b-9275b41ad85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.434000889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e7047cf9-a5d7-4aee-b482-b7ffc652313c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.454122875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e7047cf9-a5d7-4aee-b482-b7ffc652313c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.454175107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cb0b9820-ba41-492c-a38b-9275b41ad85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.456276075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"91e2df02-04f8-47dd-85b5-16b73b0458da","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:55.496801745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3","reconcileID":"a0ba2f15-5e92-488a-9f53-eb47e588d415","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.562571722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"09beef43-c24c-41ff-bc5b-42c8e928bbe4","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.606170857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6e5895e5-368d-4a99-a8f4-6916a0867005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.606387506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"2ad13f47-1f7f-4f6a-8350-503aabec73fd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.606703027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ae10343f-e57b-4225-8f63-c5babc29f546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.626004783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"2ad13f47-1f7f-4f6a-8350-503aabec73fd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.626417017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6e5895e5-368d-4a99-a8f4-6916a0867005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.628308179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ae10343f-e57b-4225-8f63-c5babc29f546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.709894776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4db09385-fb5b-4eb6-878c-8d707afb0a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.729759325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4db09385-fb5b-4eb6-878c-8d707afb0a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.890879131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e924ba26-650d-486b-ab94-7c717cb73d61","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.918859026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a40c8bc5-8074-4c21-aa28-8916f547b15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:58.938291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a40c8bc5-8074-4c21-aa28-8916f547b15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.023424811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"cb011da0-d611-4895-a82b-5d0e0ba8d53c","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.459300177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6","reconcileID":"058030b4-116b-4fad-8b0a-8c49383c9ad2","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-combo-sub-4ab095f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.522980352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6","reconcileID":"058030b4-116b-4fad-8b0a-8c49383c9ad2","MaaSSubscription":{"name":"e2e-combo-sub-4ab095f6","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.582344973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"80d771af-2365-4fea-843f-c857910d6eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.677142631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"26784f2b-e306-47d0-b0a4-c5e0c7158f2e","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.719840156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"4b635ccb-c6eb-4c45-9759-88a9a9e05cac","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.720214232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4a8ab745-5f3f-4dba-8b87-80ddb05c9d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.720302392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9f4cc877-59cd-423c-ab77-edf87f968929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.739460001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"4b635ccb-c6eb-4c45-9759-88a9a9e05cac","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.739703548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4a8ab745-5f3f-4dba-8b87-80ddb05c9d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.741795243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9f4cc877-59cd-423c-ab77-edf87f968929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.838511644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"634a1584-d222-4e26-b8a3-6fd5fc4d2c80","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.870550425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-combo-sub-4ab095f6-auth","reconcileID":"1266003d-e074-4c69-8361-30598f37109e","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ab095f6-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:28:59.990953746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"e90baf2e-b21c-4306-a8b2-a2c9fd0df8b2","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.118606454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4","reconcileID":"080facb9-253f-4d4d-91c0-ab20cd8eb9ed","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscription":"e2e-dry-sub-5bb4ece4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.200384214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4","reconcileID":"080facb9-253f-4d4d-91c0-ab20cd8eb9ed","MaaSSubscription":{"name":"e2e-dry-sub-5bb4ece4","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.279269608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"ee5b5245-72e6-40e6-a31d-2c4237603b6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.282911559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"2d435b8e-d51d-49b5-8fe2-615a97b940fa","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.348465049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2d9951e0-870e-47ff-9b37-7585d46843a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.349473455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"3b8a55fe-32ea-408c-a3b6-7cb3a6ab8db8","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.349709078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"86a46080-c41b-4c1b-811d-3b22f05dd85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.368273989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2d9951e0-870e-47ff-9b37-7585d46843a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.377424293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"86a46080-c41b-4c1b-811d-3b22f05dd85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.377469265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"3b8a55fe-32ea-408c-a3b6-7cb3a6ab8db8","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.438627534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"9e34b992-3452-43e6-878b-3270ed57b999","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.512644964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-dry-sub-5bb4ece4-auth","reconcileID":"27261a20-9467-40da-a363-c98766b2ba3c","MaaSAuthPolicy":{"name":"e2e-dry-sub-5bb4ece4-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:00.632791325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"1c8e964e-cd81-4c64-ac51-e2fa78a8cdda","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.582384776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"62239f75-f3fb-48c3-9372-123eb84e2f9b","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.602168857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"af5a8aed-73cb-464b-b3fd-79b3c24c1813","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.651720448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"bf6dba31-c073-4150-8a72-4cb27de3f4f3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.671973928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"bf6dba31-c073-4150-8a72-4cb27de3f4f3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.678900793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"2a2c77b2-e91f-47b4-99ba-e8e0871675d3","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.700091918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"287b5ca0-102a-48cb-898b-195fef1107ed","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.746291316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"c409b5b8-471b-491d-b633-256ba04c7409","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.767340167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"c409b5b8-471b-491d-b633-256ba04c7409","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.781429749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d0cf78be-5dc7-4452-9743-4c7fb80217d4","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.802584225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"9fdc1dc9-c4ab-4948-911a-a0e4895a9754","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:01.816484949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-sub","reconcileID":"390333d4-ed1f-459d-88a4-e276bb706dab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.840495752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"4f3d5cec-4aef-4016-baac-b02f75b6e276","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.846106116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"bcccc990-bad0-4e34-88de-ca29c983404f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.848221313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"729949f8-2874-4ef8-b688-56bf895d7d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.862440293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"4e99f777-b2e4-4f56-8d00-70915f263c4e","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.868214899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"bcccc990-bad0-4e34-88de-ca29c983404f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.869012499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"729949f8-2874-4ef8-b688-56bf895d7d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.879690904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"a21e2a3c-94be-4599-a6a4-be0996dbb918","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.882376691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"4ad5efe4-d377-4a8a-9741-dd8375bb7dfc","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.900311664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"34421fd9-adc7-4973-8715-0089c86088b2","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.940436902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"a0e99af4-ef40-4ae6-85ba-aa5ddd33f7a8","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.947917165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"c2753a7d-2ca9-492b-a363-da0d54ea5e3e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.947997252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"327258a0-45b7-49c6-8e92-76dcbd29ffa9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.971394861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"327258a0-45b7-49c6-8e92-76dcbd29ffa9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.971394798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"c2753a7d-2ca9-492b-a363-da0d54ea5e3e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.972434334Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-sub","reconcileID":"e173d36b-9aed-41be-98e6-1c965649e720","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-106555/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:01.983784345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e538e679-72dd-4cc1-80d1-1dc2287ffc34","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.005134272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"78f16840-8c6c-4728-b363-cc3f8a420c34","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:02.019550466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"9a878905-3397-4f52-91ed-5dd9c582479b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.025448149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5c056847-6a0c-4fe3-86d6-e83c78e738ff","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:02.028399788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-sub","reconcileID":"e173d36b-9aed-41be-98e6-1c965649e720","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.046558329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"996bb1d5-fcec-413c-b5bb-7c84953f98bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.047855389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"b8634be5-5c9d-43b3-ab40-ea026ac3bec6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.047953622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2d12300f-6344-4ca8-99ec-d965ca25553c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.048311377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cb9f3024-9b24-41e8-95bf-392660a40386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.065787265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"5cf3789f-38ba-4463-9d64-8892ecc85e1e","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.07127755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2d12300f-6344-4ca8-99ec-d965ca25553c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.072785185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cb9f3024-9b24-41e8-95bf-392660a40386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.074134031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"b8634be5-5c9d-43b3-ab40-ea026ac3bec6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.083979123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"1a5056cd-5967-4987-8b8a-b6c141ddae3e","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.095557155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"197f03f0-84df-4823-b2fd-9afbdfb9a37e","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.115168119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"99c203ac-4a7c-43a9-be59-e99f2709e30f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:02.127427107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f","reconcileID":"ccc40fc5-55c5-488c-bb15-95f8bac8e6b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-427a669f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.136962199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"650570bd-223e-4f48-8f23-c89fc70ada67","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.140905535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"d3779b8b-06aa-4a42-9a02-c015cf6b7a10","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.14744864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-sub","reconcileID":"b5d041bc-a0a6-496c-ae02-8db68562e613","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.165565029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"9a25dce3-4017-490a-b604-fd7b1aeb05e1","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.165710731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"22bdf632-d525-422f-abe8-76962d9c224d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.169488358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"9b487409-8391-4970-a572-9feec521c20d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.169597826Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"9b487409-8391-4970-a572-9feec521c20d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.185634607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"22bdf632-d525-422f-abe8-76962d9c224d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.186686697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"2acfc102-d24a-4b1e-928f-6c6bd2e838f8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.206753012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"e0f5d306-27d4-4d94-9f1c-9c9697ecfcb8","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.246979872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"11b7d66a-f96b-46db-9196-b6147f3bd860","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.267871351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"a8a5c890-1638-42e0-869a-04241b4f877e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.268088071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"79c11722-4d7a-47b3-bf5a-28158fb06496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.267883367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"129a9d47-9219-403d-abc7-62ee3b33ae30","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.26857026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"009e3da9-4306-41c7-96f3-8822bd2e0530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.268974332Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f","reconcileID":"ff1d70a5-9878-41c3-b42d-f7f701ff91c2","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-a-427a669f","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.279681844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f92a7fe5-b864-4bf8-9bb1-3fd405dd246c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.288790996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"a8a5c890-1638-42e0-869a-04241b4f877e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.290315827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"79c11722-4d7a-47b3-bf5a-28158fb06496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.290978156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"129a9d47-9219-403d-abc7-62ee3b33ae30","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.293033364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"009e3da9-4306-41c7-96f3-8822bd2e0530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.299686362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f92a7fe5-b864-4bf8-9bb1-3fd405dd246c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.311992177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"953b11ee-84f9-4c89-862b-5a54dc662d0c","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.32559516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"554800bd-eed9-4e81-b293-5cfdc1c99b8b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.348571004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"192519ab-cc28-49e7-9427-f4b364093f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.447617643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"7a84573a-324e-43d0-bb17-54f8b694a007","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.447618387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f","reconcileID":"c211b366-9cdf-46c0-b7cd-28fa3cefbb17","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.447774929Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"7a84573a-324e-43d0-bb17-54f8b694a007","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.464511037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"2bd4674a-4253-4d52-9166-dc7296635a1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.464557775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"be5e3f46-2322-4039-9a7e-d91b3706834b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.485081273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"2bd4674a-4253-4d52-9166-dc7296635a1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:02.486653107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"be5e3f46-2322-4039-9a7e-d91b3706834b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.453336242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"e7ae0210-9dd3-477a-a270-c5f1251b992a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.496776048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6f64b947-e971-4762-b84d-e39440e954a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.49689845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"f6e519c6-1ad5-4b81-b082-f04caecde99d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.497430474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"15837243-9f63-4553-b353-0e081d967bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.517051504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"15837243-9f63-4553-b353-0e081d967bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.517458687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"f6e519c6-1ad5-4b81-b082-f04caecde99d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.519743466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6f64b947-e971-4762-b84d-e39440e954a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.614200662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f5c1059c-e526-4e1c-b775-440732e7a73a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.633936249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f9ee30ab-b5c2-4a27-8333-6a502efee24c","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.677511044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"249d2ef0-2594-4208-96e7-0568bf07b194","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.693109257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"502ea3d5-6a79-454a-9b9a-0b4c9d98eef4","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.699754856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"249d2ef0-2594-4208-96e7-0568bf07b194","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.781850123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"2583197d-d606-4cff-a448-6ba11eca6996","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.782093093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5b83fd1e-7a1b-4498-8720-b060544edf24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.781850781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"027b7337-8c8c-4c7d-a6c5-fb52e9213f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.802196667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"027b7337-8c8c-4c7d-a6c5-fb52e9213f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.803395292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5b83fd1e-7a1b-4498-8720-b060544edf24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.805189265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"2583197d-d606-4cff-a448-6ba11eca6996","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.835162729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"e3b34bd8-6177-4d9c-8e50-27d90fd9a04a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.835977551Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-a-427a669f ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-b-12f87b7b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.857106582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bbcc115b-96c6-46af-a536-24ff5129307f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.872364659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"e5fd7cd0-2e1e-427c-af46-56d2d52ab031","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.872715481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"91b4a048-e664-4537-9283-fb372cdbd429","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.885765206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c0e8487a-cef6-4446-89d8-c9fe972adbc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:04.886596847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-b-12f87b7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-12f87b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.893139064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f3657719-6584-48a5-b07b-94be88298b13","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.907487128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c0e8487a-cef6-4446-89d8-c9fe972adbc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.975433015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b","reconcileID":"515d918a-4c3e-438a-9e45-18aeef21220e","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-a-427a669f","ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-b-12f87b7b","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:04.979114389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"2811ad01-b72e-42b1-8445-7acdcf4b4ace","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.000171342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"2811ad01-b72e-42b1-8445-7acdcf4b4ace","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.029560227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"376f3c33-5139-4afb-890a-c456c54fbceb","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.053608175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f","reconcileID":"5b8ed701-75a7-4d9e-ba15-0e0bf76acfd3","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.053619676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"ede047ca-763f-4120-adfd-ef6fd88a5617","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.079252127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"efe3215d-c606-4f1f-aaad-7a5ed1d25a4a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.079274339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"073ab38c-e4bb-4a22-b886-b03f9d850f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:05.080190444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"2811ad01-b72e-42b1-8445-7acdcf4b4ace","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-12f87b7b-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.09293121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"43bac9d6-aeb8-4564-baff-64d06328bac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.099095936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"efe3215d-c606-4f1f-aaad-7a5ed1d25a4a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.099129307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"073ab38c-e4bb-4a22-b886-b03f9d850f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.112469651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"43bac9d6-aeb8-4564-baff-64d06328bac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.158979871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b","reconcileID":"90d45d89-857e-4603-93ee-6474f3b56d40","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.186758227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"b9493476-27e9-46a7-adb1-e4ab816cfccf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.213029746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"b9493476-27e9-46a7-adb1-e4ab816cfccf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.384168779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"5445a74d-82a7-4f0d-ab1e-4db73c1b7e59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.483839051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"3b6e4ec0-33f8-43f1-bf64-da068cb8ad0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.588562876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"28225134-cd95-44ca-be73-bed4930dbb30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.590384317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1b0e28b-f415-4b56-b1c4-93753faa0150","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.607635464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"66f554a5-1a27-480c-ab7d-5334d5edab5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.685457982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"b09c1855-8548-4e60-9437-318e89b71291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.685530131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"8a4214d1-f19e-4636-ba37-024523b09683","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.786353627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"ddc96ebe-e195-492a-abe9-8218bb2dc208","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.786507937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08ec80b3-9662-42d8-9752-3af40adb802e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:05.786958676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"99dc39cf-b217-490e-8974-4f2e3219b793","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.060879786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bb01b814-b6d9-41ee-abaa-6c1a5dceeafb","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.109547282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"77c5ec77-0557-4e42-96fb-17ff2b936962","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.109832009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7adf1d55-f93e-4c80-a8bf-5c8a20656bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.110281398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fa82314a-2d5b-4e98-adf4-a9ddaa1ad9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.110436544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"faf541ca-0c2b-4e75-a90d-b2f26bf1566b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.135039545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7adf1d55-f93e-4c80-a8bf-5c8a20656bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.135671312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"faf541ca-0c2b-4e75-a90d-b2f26bf1566b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.137512366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"77c5ec77-0557-4e42-96fb-17ff2b936962","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.138276154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fa82314a-2d5b-4e98-adf4-a9ddaa1ad9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.612948024Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3","reconcileID":"5cd17940-63f7-49fd-8925-f561f1807ce2","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-bulk-sub-3e7d58b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.658037785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3","reconcileID":"5cd17940-63f7-49fd-8925-f561f1807ce2","MaaSSubscription":{"name":"e2e-bulk-sub-3e7d58b3","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.726105199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"91d59820-1b40-47a5-8ae1-8ba5cf4af453","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.747716471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"1a17f1e6-aafc-466b-be58-011494ce573c","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.770491591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"1334b01f-bf96-439f-a97e-5b2c2ba88c55","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.770641904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8ba6808e-ddf1-45d5-a6da-5e786324b778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.770494233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"33930c71-de06-484a-9366-8f4e137b071a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.791500103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"1334b01f-bf96-439f-a97e-5b2c2ba88c55","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.791689042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"33930c71-de06-484a-9366-8f4e137b071a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.793910679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8ba6808e-ddf1-45d5-a6da-5e786324b778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.885691604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-bulk-sub-3e7d58b3-auth","reconcileID":"8ca9dd79-5473-4bf9-93b7-6cb8b656c12e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e7d58b3-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.885773938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f47dd13d-9ca6-4212-b825-c41161d37ba7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:08.957375964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3f231da6-195f-41dd-8fea-b0b4a7035932","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:10.760731918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.278402654Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"cdc5a297-184d-4e11-848e-952288b78408","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.300897752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"11d334cf-5aec-4082-b192-006c2c6d8220","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.324275654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"c6262f2b-c6cc-48ce-bc53-a623bebdf506","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.324435494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"631cc3d5-4611-47e1-8d47-810e0be4da57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.324275632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c2dd5671-3509-45d1-b04f-8295f70c1b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.324875827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"40fc9d82-0d0f-4e3b-ae9a-0f43093b607c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.32502413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"baaed57e-5a1e-4b7c-a7b8-8a554000998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.346287485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"631cc3d5-4611-47e1-8d47-810e0be4da57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.347138856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"c6262f2b-c6cc-48ce-bc53-a623bebdf506","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.348584607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"40fc9d82-0d0f-4e3b-ae9a-0f43093b607c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.350663566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c2dd5671-3509-45d1-b04f-8295f70c1b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.350903456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"baaed57e-5a1e-4b7c-a7b8-8a554000998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.520783246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7b1b7eed-241e-42fa-aa59-e0f1ca60c91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.521071601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"436fdb45-b629-4b02-ae2b-7f981e4cad0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.520784503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f3e6c79d-3489-4260-8ac8-3c94f808d48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.521462007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11e49d20-88ec-45e5-93aa-86788cdb6831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.52158639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"605b3ca3-d8cf-4b30-b1b7-3a518316ed93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.52181051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"160f369f-06ac-4b53-95ac-b89233cdb8c2","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"name":"e2e-rt-sw-d66e57","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.541352729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7b1b7eed-241e-42fa-aa59-e0f1ca60c91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.54159707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"605b3ca3-d8cf-4b30-b1b7-3a518316ed93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.543929725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"436fdb45-b629-4b02-ae2b-7f981e4cad0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.543990458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f3e6c79d-3489-4260-8ac8-3c94f808d48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.546055697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11e49d20-88ec-45e5-93aa-86788cdb6831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.641569285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fc0c327d-9510-41a1-9f6b-aa412caf8167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.64161362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"105f7fb1-9cf2-4b7c-9caf-66c7e8be6e06","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.641956284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7df1ced7-5a8e-4a87-b6df-765db23d4ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.642178027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"52b56d04-08d3-43fd-9d14-b9b5ec7caf59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.642379621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"4f8232ec-644c-4bb9-967f-47a037ee9cd4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.651119069Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"01893301-5d2c-454c-9ad2-a14b342dcb76","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"name":"e2e-rt-sw-d66e57","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.661830369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7df1ced7-5a8e-4a87-b6df-765db23d4ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.662815674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"105f7fb1-9cf2-4b7c-9caf-66c7e8be6e06","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.664407147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"4f8232ec-644c-4bb9-967f-47a037ee9cd4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.66619961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"52b56d04-08d3-43fd-9d14-b9b5ec7caf59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.671870402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fc0c327d-9510-41a1-9f6b-aa412caf8167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.672680535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c25cba68-f3ed-4dd5-861b-df97b02f3e9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.672698562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c25cba68-f3ed-4dd5-861b-df97b02f3e9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.672936028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c997776-ef43-43db-ac0d-a30c7b11a613","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.672948098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c997776-ef43-43db-ac0d-a30c7b11a613","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673122525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"342c7ce9-ae41-4ee0-a351-77633204d65e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673133342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"342c7ce9-ae41-4ee0-a351-77633204d65e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673306115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd6a8571-23fa-4d62-93ce-2c5c3b00cf51","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673316277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd6a8571-23fa-4d62-93ce-2c5c3b00cf51","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673523179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd2bd9a3-94b0-43e4-a59c-3e2a63f70b42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673533959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd2bd9a3-94b0-43e4-a59c-3e2a63f70b42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673804083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"947a7399-ebfa-4cf4-9f2d-eade2905480d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673815309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"947a7399-ebfa-4cf4-9f2d-eade2905480d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673986472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24a30087-78db-4684-8ed6-aa5306b2c592","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.673996814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24a30087-78db-4684-8ed6-aa5306b2c592","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.674168021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ac594b8-5ac1-41bd-acd6-95e7946da677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.674178439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ac594b8-5ac1-41bd-acd6-95e7946da677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.689014437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6bbaef7d-a22a-40f0-8ef5-a09a0c4aa3ab","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"name":"e2e-rt-sw-d66e57","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.703739885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05c36a5d-43b0-4f4a-98b2-96fe7ff770b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.703760732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05c36a5d-43b0-4f4a-98b2-96fe7ff770b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.703921954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a8c87d3-e1f3-48ef-b8cf-5433dbc483e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.70410853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84d72428-3462-48fb-bb29-4fe415778021","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704119118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84d72428-3462-48fb-bb29-4fe415778021","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704297456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef3a5f8f-36bd-443e-94b7-ec11efe6a4b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704306537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef3a5f8f-36bd-443e-94b7-ec11efe6a4b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704406369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca88e321-bf66-46a9-ba10-04a972ac1ceb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.70457137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c1d1bd2-4cdf-4a06-9ff8-5efa322b1f21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704583446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c1d1bd2-4cdf-4a06-9ff8-5efa322b1f21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704760978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f44db062-b752-4547-9ff7-0cb932ccd96b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704769743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f44db062-b752-4547-9ff7-0cb932ccd96b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704944119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dee51f0a-871b-4c65-9336-c84bdf8e45ad","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.704953378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dee51f0a-871b-4c65-9336-c84bdf8e45ad","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.834786771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cbd97269-6412-4618-9ef4-f386a87b5478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.835000886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"16058634-f036-4110-9874-8fea602d48e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.83553591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"67179b29-134a-4c02-a926-f6f97fd02bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.83575735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"8bf959ab-f1be-4372-96e3-051654d200b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.835534166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"63d309b7-cc85-4b80-b1f7-490e7cf92514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.854821787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"16058634-f036-4110-9874-8fea602d48e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.854970096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cbd97269-6412-4618-9ef4-f386a87b5478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.857364858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"8bf959ab-f1be-4372-96e3-051654d200b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.857559639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"67179b29-134a-4c02-a926-f6f97fd02bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:12.859922569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"63d309b7-cc85-4b80-b1f7-490e7cf92514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.03630387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"67c3146f-f741-4dba-adf0-73efada613ea","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.039555485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e074af-8e45-45ef-b2e7-e93cd69876f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.039555458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5093c7ea-a4db-47dc-82fd-4f9f4d8cb68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.056597434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"67c3146f-f741-4dba-adf0-73efada613ea","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.068604021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5093c7ea-a4db-47dc-82fd-4f9f4d8cb68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.072987096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e074af-8e45-45ef-b2e7-e93cd69876f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.097996888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"29652203-0306-4754-b0bd-915f23fe8b10","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.113116944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"91e727cf-3463-4f1a-90d7-48d808de7b4b","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.113157634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"91e727cf-3463-4f1a-90d7-48d808de7b4b","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.141371164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fe1a25d6-fb8d-4f12-ae1b-fdab117e33a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.141889392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fec75f1c-2c8a-49fb-9a63-e5b684d71700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.161474117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fec75f1c-2c8a-49fb-9a63-e5b684d71700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.161474676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fe1a25d6-fb8d-4f12-ae1b-fdab117e33a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.275641438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7d6486b4-c936-4fa1-868a-ff791071c333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.289104998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"991ca156-f58b-4ee5-9a1b-ac6ce467d430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.289740171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"a5d7cd6e-91a0-405d-82f1-158b60074afb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.290416071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb82a630-62b9-4d88-aa34-5705128cc04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.29648965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7d6486b4-c936-4fa1-868a-ff791071c333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.300515524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d15579fe-512e-4f1a-b5fe-d1c7360b5263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.309367508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"991ca156-f58b-4ee5-9a1b-ac6ce467d430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.374851151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb82a630-62b9-4d88-aa34-5705128cc04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.375787972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d15579fe-512e-4f1a-b5fe-d1c7360b5263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.375820119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"a5d7cd6e-91a0-405d-82f1-158b60074afb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.543913881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"912eea29-9bc8-490d-9311-9a05fbac4eb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.543925918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"a251d8c2-233b-4f4e-814a-dc77b0571b67","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.57035969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"a251d8c2-233b-4f4e-814a-dc77b0571b67","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.572859871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"912eea29-9bc8-490d-9311-9a05fbac4eb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.625509538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0528c919-c778-454f-8b5b-9cd880ab6db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.625604803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9d049d1f-af57-49b4-9ae1-ea5fb80111bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.626034233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2cb78a06-444f-425c-92ce-79ff96fbf7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.646693647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0528c919-c778-454f-8b5b-9cd880ab6db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.647232608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9d049d1f-af57-49b4-9ae1-ea5fb80111bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.649133498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2cb78a06-444f-425c-92ce-79ff96fbf7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.769697142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"5a7aacc4-ee33-403c-bb78-218638ac83ad","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.770019176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c4f4acb4-fca5-4fa5-835f-57bfe0a6c09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.782125816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"15c436f6-d7ae-4614-b4e6-58810c004a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.782577911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7097ac32-b38f-4e4f-a395-a2d11a481a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.790030868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"5a7aacc4-ee33-403c-bb78-218638ac83ad","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.790940639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c4f4acb4-fca5-4fa5-835f-57bfe0a6c09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.80467706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7097ac32-b38f-4e4f-a395-a2d11a481a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:13.805749304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"15c436f6-d7ae-4614-b4e6-58810c004a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.502897701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-sub","reconcileID":"a113918d-5a50-424a-98d7-ccb22c8882ab","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.571899112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-sub","reconcileID":"a113918d-5a50-424a-98d7-ccb22c8882ab","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.635063953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"64e768c0-d2b2-4c52-9709-89bd069d1ba9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.644498414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"043b2c0c-a36a-4114-818d-302b4d7b31b0","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.696169901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5859bd41-51ce-4421-866d-a4f7ea37418d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.697047938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"76df7d59-fee1-46ac-8ee8-b62bdbaeef97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.697052519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"a402bb93-2ffc-439d-b690-6808aec7e23b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.716472723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5859bd41-51ce-4421-866d-a4f7ea37418d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.71690799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"76df7d59-fee1-46ac-8ee8-b62bdbaeef97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.718763735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"a402bb93-2ffc-439d-b690-6808aec7e23b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.748285001Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"994050e5-bac7-43ff-a8d1-779a2cb78a2c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.792141337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-active-auth","reconcileID":"e44ec1d9-ff07-4a8d-b5e9-a066375383b0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.792495933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"4072c7b2-02b1-43a8-ba9b-74dfe45fad2a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.845224537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"994050e5-bac7-43ff-a8d1-779a2cb78a2c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.845259054Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"994050e5-bac7-43ff-a8d1-779a2cb78a2c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.845375139Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-sub","reconcileID":"994050e5-bac7-43ff-a8d1-779a2cb78a2c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-c16684/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.922786639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"b5739b1c-4e18-42dc-a3be-47d5156261f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:14.98448386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"3270a928-d868-403e-89bc-d88aa32c06f7","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.011359248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"6a44299d-9c75-4d81-b4b8-2b889cdbf7cd","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.061986827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"10d2fec8-3fee-4f24-b4de-3dcdcb8fc856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.066050316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"cf01ead0-b828-4d0e-bebc-9b8a9d16e64e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.066836373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b6c2856d-91ed-4b10-8c8e-b534f30152f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.10874282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"cf01ead0-b828-4d0e-bebc-9b8a9d16e64e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.112399034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"10d2fec8-3fee-4f24-b4de-3dcdcb8fc856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.113223999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b6c2856d-91ed-4b10-8c8e-b534f30152f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.155010813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"f0617edf-1c83-4e9c-bd83-609522db6521","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.252253072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-apikey-degraded-auth","reconcileID":"c1d1e600-58e1-4ce6-bc18-48ed3350cdc3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.404213543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"3f17d9cd-3292-458f-91fe-ee8a6a7b3a3b","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.541083762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"0781d7d3-a7e0-4342-93c0-62ac3f01a4b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-filter-sub-b-12f87b7b","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.585634018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b","reconcileID":"d6b328d6-dcf7-4a66-bea1-7ec2b56c424f","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.799950305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"b321dc4a-f5b7-43b0-a8c2-412d7df1650e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:15.845123342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b","reconcileID":"c1514743-62a9-4528-9f69-f58570c38234","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.091435559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"0f851c09-f601-41e8-9bb7-b421e3299126","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.124637546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"4b1c1d3a-31b8-4f95-8076-d2858f536219","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.227926366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"7d6934c5-c038-4064-930b-2353fd215a65","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.257884286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"7d6934c5-c038-4064-930b-2353fd215a65","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.345496748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"36e68f8e-fabb-4797-b97a-c1fc560e3dd1","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.389865132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"dfb15f07-fd86-4fa8-9cfc-c6820536dbdc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.412273566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"dfb15f07-fd86-4fa8-9cfc-c6820536dbdc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:16.527634916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-sub","reconcileID":"4e45da8c-4b7c-4590-b184-b2d96b443d09","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.545734188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"34e49006-fc92-4456-afda-b038ae161380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.550858469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"74b9623d-0fdc-41ad-b045-efefa2df890d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.551718916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2a6ea0a3-6433-428b-9880-b33478d7f94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.606312962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"74b9623d-0fdc-41ad-b045-efefa2df890d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.649815614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"34e49006-fc92-4456-afda-b038ae161380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.695122362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2a6ea0a3-6433-428b-9880-b33478d7f94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.858277302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"22a25196-0a78-4076-b397-e6eba4113391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.858386803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"195e671b-bc56-4514-bcd9-99d7b7177024","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.969190903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"22a25196-0a78-4076-b397-e6eba4113391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:16.983383302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"195e671b-bc56-4514-bcd9-99d7b7177024","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:17.053086895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5776d4ed-ef5b-4e5e-b7ed-c0e253840197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:17.092244037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5776d4ed-ef5b-4e5e-b7ed-c0e253840197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.154975708Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f","reconcileID":"c5f57bef-f124-4d38-9dae-ab62063c3b60","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-filter-sub-a-427a669f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.314716278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f","reconcileID":"c5f57bef-f124-4d38-9dae-ab62063c3b60","MaaSSubscription":{"name":"e2e-filter-sub-a-427a669f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.334048781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"88283a64-476e-47e6-9b5e-4d0afac15e2e","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.334171363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"88283a64-476e-47e6-9b5e-4d0afac15e2e","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.371173716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"73b215ac-b600-4d2c-aa81-04e8e3f03dc6","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.371297845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"73b215ac-b600-4d2c-aa81-04e8e3f03dc6","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.420203244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"d6732b42-f018-4c5a-b76d-8079fe57b195","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.427887443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"e88adda4-1225-409e-bd07-8b8b25d3ca6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.452317632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"e88adda4-1225-409e-bd07-8b8b25d3ca6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.516999482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6f1010be-0300-4b89-98ae-8f0bb6cec7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.519296192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"07086883-41b0-4837-a35d-21e9d27d1feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.519633697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"9c52eb11-227b-44c5-9d4e-ace06e0b62f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.5202094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"4a0cf8f6-6e4b-4904-94d9-4849081dc978","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.541835957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6f1010be-0300-4b89-98ae-8f0bb6cec7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.544648065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"9c52eb11-227b-44c5-9d4e-ace06e0b62f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.545665185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"4a0cf8f6-6e4b-4904-94d9-4849081dc978","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.547272511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"07086883-41b0-4837-a35d-21e9d27d1feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.569791388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"4e8c8814-85d0-490e-a7a0-feee9e9b93fa","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.679962787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"3eaa1249-da61-4f91-85b7-12bace94bdf1","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.680003934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"3eaa1249-da61-4f91-85b7-12bace94bdf1","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.794487792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"30ce1dd1-2556-4ae8-a921-40465846d771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.795592505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"8e00bcec-84f9-48e3-9506-b938528c6254","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.795196474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"dad5df18-e44c-4b6a-b29e-40c52573dd9d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.794993043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fca1c559-83ba-463a-bf26-2198ea8a90de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.820370727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"30ce1dd1-2556-4ae8-a921-40465846d771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.823625972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fca1c559-83ba-463a-bf26-2198ea8a90de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.820439363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"dad5df18-e44c-4b6a-b29e-40c52573dd9d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:18.824189955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"8e00bcec-84f9-48e3-9506-b938528c6254","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:19.255223361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"8f725030-94cf-4bba-a69a-b86a3b318d9c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:19.255638155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bc95fcb6-3540-495a-b9fc-c7b41c03678d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:19.255638185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a5d9b987-f2bb-4e6c-8914-7f49f458cde5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:19.280949016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bc95fcb6-3540-495a-b9fc-c7b41c03678d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:19.287934491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a5d9b987-f2bb-4e6c-8914-7f49f458cde5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:19.309876147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"8f725030-94cf-4bba-a69a-b86a3b318d9c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.162814348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"d6ec57a4-a665-416b-8e96-2e86700e8015","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.272154411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b644ad5-697a-48d3-9a45-304071e8bba5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.317576478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"54809f8c-7412-4c2e-be2b-a277fc154371","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.375508819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"9520d1dc-f0b3-471a-8cdd-20b234ceb2b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.473179054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"57e490ca-72f9-4738-bff0-dd39e9443fba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.473786222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"8f8910c9-fb2f-40ae-a98c-62f7a06cf062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.571033421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"fa18c562-7db2-4d68-a644-dafd5fb178df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.572062741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"3a3fa6c3-1684-449d-8aa1-f338f26be10a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.572577736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"f42ab41d-9717-49c0-ab1a-4c4ea84fe310","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.576089469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"9920474d-0816-4417-8eae-7262b1c4b2ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.576619598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eff50812-16b6-4caa-b963-ef25c84ec59c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.644739584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68f7e59-278a-401f-b284-19b6dd913b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.645491791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"0e625cc3-76cb-46bf-8a13-50d13ec1ae29","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.646209564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c34f2bb-984b-446d-847f-787c083581c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.647738433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"7c86676c-f2d7-45c8-81d5-01239950cd9b","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.668807558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68f7e59-278a-401f-b284-19b6dd913b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.669073572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"0e625cc3-76cb-46bf-8a13-50d13ec1ae29","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.669638293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"972b6f28-a2f9-4d14-bf9a-b4011ee900cb","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.671897392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c34f2bb-984b-446d-847f-787c083581c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.718179149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-gw-auth-e430d293","reconcileID":"533d2197-0f16-4fff-95b1-4b95bafdcf6f","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.739719485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-gw-auth-e430d293","reconcileID":"533d2197-0f16-4fff-95b1-4b95bafdcf6f","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.814303444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"cf315d24-8c0e-457d-8f28-78b4fed82839","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.814366987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"cf315d24-8c0e-457d-8f28-78b4fed82839","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:29:23.833495339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"e60835f3-dba5-4441-ac33-19284f6f725f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-d66e57-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.892299368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76aa82be-6098-476a-86d7-fffcd4d72a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.893106892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"22071410-ec5c-4adf-8b01-19acf2e9acab","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.893872563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"1f721e63-c426-4d22-b393-397f0f54eefe","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.893895966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"1f721e63-c426-4d22-b393-397f0f54eefe","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.89633614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c85a6ca6-b1ae-45a6-9036-e0e17ecc48d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.972707515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"db93c335-46f4-49e4-98d5-501973bc6770","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.977013945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76aa82be-6098-476a-86d7-fffcd4d72a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.980887567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"22071410-ec5c-4adf-8b01-19acf2e9acab","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.984518051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c85a6ca6-b1ae-45a6-9036-e0e17ecc48d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.988373203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6423fa3f-1d0a-44b9-a918-3b723f544336","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:23.988402798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6423fa3f-1d0a-44b9-a918-3b723f544336","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.013499355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-gw-auth-e430d293","reconcileID":"682abd1e-a46b-4d3a-a136-6030233b13ec","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.018560677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6a81bf04-0352-44cb-8bda-6a5697a82221","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.018584912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6a81bf04-0352-44cb-8bda-6a5697a82221","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.073046675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-gw-auth-e430d293","reconcileID":"682abd1e-a46b-4d3a-a136-6030233b13ec","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.091866588Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"2799e9db-c591-4f6f-8843-1c13adf6588d","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"e2e-rt-sw-d66e57","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-d66e57-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.165079703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a4a981f-85a9-4d16-8b52-2fdeb98b8a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.179565443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"66c3d0b9-788d-441d-9c72-0bd78b9ece14","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.179603436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"66c3d0b9-788d-441d-9c72-0bd78b9ece14","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.187061153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a4a981f-85a9-4d16-8b52-2fdeb98b8a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.239519677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"88fbbc52-380f-44cf-816d-5fc6b2d98586","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.265272414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8452f231-b969-423a-a2b0-4433ec922f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.265303701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"c21d0338-9aa4-4b01-b2e6-86c99906b261","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.286237325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"c21d0338-9aa4-4b01-b2e6-86c99906b261","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:24.28719067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8452f231-b969-423a-a2b0-4433ec922f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.623613891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b","reconcileID":"07057266-e176-4444-98fe-8c925d2fa9ec","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-filter-sub-b-12f87b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.670211458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b","reconcileID":"07057266-e176-4444-98fe-8c925d2fa9ec","MaaSSubscription":{"name":"e2e-filter-sub-b-12f87b7b","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.742819148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"15d52ecc-29ca-4082-9c47-62023769d8c2","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.787650952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"edbb6ad9-e92f-40ad-bcb9-dbd85458ab1d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.787728409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"9c9e7eed-886c-4042-a88a-d5a1b2fd9326","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.78819224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"eda5fab0-71f9-4055-833f-fabcd8b1e74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.788218514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5953acf4-fb05-464e-9231-f370763018ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.808295803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"9c9e7eed-886c-4042-a88a-d5a1b2fd9326","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.809300161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5953acf4-fb05-464e-9231-f370763018ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.810608882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"edbb6ad9-e92f-40ad-bcb9-dbd85458ab1d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.812750727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"eda5fab0-71f9-4055-833f-fabcd8b1e74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.895051386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"3a0f2652-4308-47d6-9d3a-14ecf877918d","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.938394616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-a-427a669f-auth","reconcileID":"2b475ed1-7be2-49ad-b5b5-4eb754ed7bc3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-427a669f-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:28.986916888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b5f21a1e-a55d-455a-8931-ca0827f9ada8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.157937429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-filter-sub-b-12f87b7b-auth","reconcileID":"45519f9e-89a9-458e-9459-bb6a1da2c452","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f87b7b-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.15796488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"d94642b0-f860-4c3b-b1e7-8f81946b92d9","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.205984156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"01d44acd-fce5-4092-9f1c-235fb101e6dc","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.255535055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-sub","reconcileID":"565e8f17-1f59-4eff-836f-92ce76762b33","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.255672462Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-sub","reconcileID":"565e8f17-1f59-4eff-836f-92ce76762b33","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-106555/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.476995981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"0a03f571-71f1-4390-9151-99e5b219b0c1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.477735212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b9717edf-c1d5-4ef1-aa3c-71e44c9fe07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.478299525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5af5e07-ebd9-4676-bd1f-94992a8efb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.492906342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d073a0f3-57b3-46d8-9da7-e9c06984b723","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.498469873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"0a03f571-71f1-4390-9151-99e5b219b0c1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.502069648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5af5e07-ebd9-4676-bd1f-94992a8efb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.503205782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b9717edf-c1d5-4ef1-aa3c-71e44c9fe07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.601217961Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-apikey-failed-auth","reconcileID":"2ee98d5e-0e44-4e59-a0fd-6d1edefa2882","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:29.649582466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"2b278545-eadc-40ad-b970-616f5a9ce47e","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.344293635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"b7b560cd-2fc7-47f8-bc35-5ef68f36f13d","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.447000197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"5e2f608f-94ed-4a49-8cf5-519d6084103d","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.447127024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"5e2f608f-94ed-4a49-8cf5-519d6084103d","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.660798858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"f40adaf6-781f-4f65-b2b3-a75b039385f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.661010116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"235f2b25-8e5b-40c0-99aa-4714d46ad9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.660797316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01d37507-33a6-4fa2-b8e7-b8e9931edbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.686659135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01d37507-33a6-4fa2-b8e7-b8e9931edbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.695639362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"f40adaf6-781f-4f65-b2b3-a75b039385f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:30.700271885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"235f2b25-8e5b-40c0-99aa-4714d46ad9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:31.050845744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-gw-auth-e430d293","reconcileID":"f4765474-f62b-4d0b-9095-c874ca337415","MaaSAuthPolicy":{"name":"e2e-gw-auth-e430d293","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:31.050917371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"d4809c3c-db7c-4f64-949a-af454d1f9821","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:31.188526646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"862efc6d-2d32-4faa-ae90-1fa202af8954","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:33.990693252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"aadd3b6c-238a-4441-abed-6f65769970fd","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:33.991147994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"0d37a142-6bcb-44aa-ad0c-1c35fd2c79ac","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.023395051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"cce87ed2-2567-47c4-8c34-208e061730c0","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.023741009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"3825c3ca-8062-4e5e-b14f-6802621496d8","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.043802615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"05b94a19-7a86-4d80-8d29-c178fd39d5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.043988345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5612dba3-ae26-4037-84c0-69c6c3a7e449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.063123127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"00a16c6a-3b9a-4fdd-89fd-32b24153904e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.063796422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"f915f2f2-ae08-4b11-afe7-26c8a4f0a419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.065895676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"05b94a19-7a86-4d80-8d29-c178fd39d5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.066696739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5612dba3-ae26-4037-84c0-69c6c3a7e449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.158551324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"752787c7-0513-4324-bfcc-9ed0ab5a4e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.158612184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6b15bc15-1d48-4c5c-a586-3db23cf3ba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.173174499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"cc52ecf7-ab13-46cf-b85d-56da5729d26b","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.179280594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"752787c7-0513-4324-bfcc-9ed0ab5a4e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.179490612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6b15bc15-1d48-4c5c-a586-3db23cf3ba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.18877329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"13c4fd62-c23d-444a-aab8-02d8f2f49e13","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.188818633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"13c4fd62-c23d-444a-aab8-02d8f2f49e13","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.217655623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e8433ad8-2d2a-4925-92b3-3e4e88dea5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.217963341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"68be5658-3a1b-4fee-babe-98e5a11dc645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.232538584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b6535a-95df-4e2d-bcf4-148caa26415d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.238045222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"68be5658-3a1b-4fee-babe-98e5a11dc645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.238047633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e8433ad8-2d2a-4925-92b3-3e4e88dea5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.252361615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b6535a-95df-4e2d-bcf4-148caa26415d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265024064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2656ffe8-d67b-4186-a6f7-3e67797eb950","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265044031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2656ffe8-d67b-4186-a6f7-3e67797eb950","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265313013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0207f40b-cc4f-4f81-b31f-83a0d22147ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265342529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0207f40b-cc4f-4f81-b31f-83a0d22147ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265564261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b31cf7b9-118e-4742-8ce5-3b3d3ec4e944","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265576786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b31cf7b9-118e-4742-8ce5-3b3d3ec4e944","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265788039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ff38e8-032f-4c1f-b360-ecc9931bc73f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265798953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ff38e8-032f-4c1f-b360-ecc9931bc73f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265989609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b5528c7-18e8-4dac-be85-ad3e36d93b33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.265998345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b5528c7-18e8-4dac-be85-ad3e36d93b33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.266236662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"432b3c3e-e5bf-4ae2-8035-4f9054323afc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.266248602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"432b3c3e-e5bf-4ae2-8035-4f9054323afc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.266479923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a90b940f-7abf-416f-9e3d-937f9f8146f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.266491983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a90b940f-7abf-416f-9e3d-937f9f8146f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.266719672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686fe016-a864-4279-b543-e17f0da72b4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.266731728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686fe016-a864-4279-b543-e17f0da72b4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.279764205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"30882c1a-675e-4d07-b258-2aaf5cabd655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.284420618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"df787313-b523-49c5-957f-c4e28332df5c","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.284437362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"df787313-b523-49c5-957f-c4e28332df5c","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.295233155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"3c656aee-8006-4246-a71f-9185baa220b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.300571558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"30882c1a-675e-4d07-b258-2aaf5cabd655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.33329793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"3c656aee-8006-4246-a71f-9185baa220b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.344223061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fe2e920-c410-4290-8cbb-89b377b056be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.344652229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3bd8269-7e72-4220-b1c6-fc86d3dd60bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.362146048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"a6ae1c3a-43ae-4b7f-98e9-253157bfefb5","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.454622815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1bcf948f-3099-4d37-baf4-a47c02fa494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.454661741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"41d33a87-737f-4fa9-8fa1-922b7d54e985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.455401981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ef76f4f3-24c6-4ef0-aa94-ff6de77f76bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.472433189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a115e4c2-e9e6-496f-91c9-1d9dfa8f501e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.479371395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"41d33a87-737f-4fa9-8fa1-922b7d54e985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.480003934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1bcf948f-3099-4d37-baf4-a47c02fa494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.484361883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ef76f4f3-24c6-4ef0-aa94-ff6de77f76bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.49373319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a115e4c2-e9e6-496f-91c9-1d9dfa8f501e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.503606674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07a8b16c-db4b-4fae-9832-591b6b92eec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.524735555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07a8b16c-db4b-4fae-9832-591b6b92eec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.621024299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"57441850-f9ac-4f6b-b479-afe6f8caeb92","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.655713326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"51d4f5c5-140a-4f0e-926c-638ea3f45817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.655798898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3684eef5-50dd-4651-92a9-8dee839af13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.675614751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3684eef5-50dd-4651-92a9-8dee839af13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.675727296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"51d4f5c5-140a-4f0e-926c-638ea3f45817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.763543293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4cc84427-a7c1-4ab6-a8a7-7c06456dfa79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.779336774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"b006001c-7b72-4fdd-9aa4-c5416ad798ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.780961758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cfeea50-a4e6-495f-9a67-a6434982a1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.785952152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4cc84427-a7c1-4ab6-a8a7-7c06456dfa79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.799919166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"b006001c-7b72-4fdd-9aa4-c5416ad798ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.804492402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cfeea50-a4e6-495f-9a67-a6434982a1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.859007182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1d09152e-9118-499b-93d2-93e4955f050a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.859028013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"588e5fa4-bc4b-42b1-84b7-41a0877c78eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.875661267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"bc0df01b-eeaa-4b8c-a17f-4fb1766f5d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.880919253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1d09152e-9118-499b-93d2-93e4955f050a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.881895228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"588e5fa4-bc4b-42b1-84b7-41a0877c78eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.896803083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"bc0df01b-eeaa-4b8c-a17f-4fb1766f5d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.959698713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c3b766a6-6e08-41b4-a1e2-9e87785ff589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.97004434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"87edb696-3492-4f45-a6c2-8db45480e40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.970069704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a49bc80c-aa19-4dd6-b817-5bb94bf8eeb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.973940886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51be51d6-5c30-4ca0-9196-c7d6104438a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.97988624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c3b766a6-6e08-41b4-a1e2-9e87785ff589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.98419523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3aa78a5f-4d73-4a5d-b05c-18e31ffd85f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.990235232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a49bc80c-aa19-4dd6-b817-5bb94bf8eeb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.990484037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"87edb696-3492-4f45-a6c2-8db45480e40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:34.993536464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51be51d6-5c30-4ca0-9196-c7d6104438a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:35.00382894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3aa78a5f-4d73-4a5d-b05c-18e31ffd85f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:35.07916716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"957a06eb-75ae-4b40-b7b6-343ebb4b9c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:35.100033326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"957a06eb-75ae-4b40-b7b6-343ebb4b9c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:35.17765264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7945ebf5-bae1-4fa2-948e-b103b61270fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:35.197708315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7945ebf5-bae1-4fa2-948e-b103b61270fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:40.759124011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.16801992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a72436e5-584e-43c4-af9a-c6e270649d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.168729265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"96ddc570-f65c-40af-9f47-642f3bf94dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.190626487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a72436e5-584e-43c4-af9a-c6e270649d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.191378317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"96ddc570-f65c-40af-9f47-642f3bf94dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.419505122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"540a9210-ae99-4608-8eec-09564a20a099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.431711203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77eb32be-62a5-42a7-9dd3-0d009aae280e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.432089603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"5b49158c-ddb9-4157-bea1-3ac2faa378b2","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.444062128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"540a9210-ae99-4608-8eec-09564a20a099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.455698911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77eb32be-62a5-42a7-9dd3-0d009aae280e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:42.458704826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"5b49158c-ddb9-4157-bea1-3ac2faa378b2","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.465440908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"ba81d5a9-1129-4851-858d-c50277187f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.565175846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"12529f6d-d1ee-475b-9910-afeab4d25c30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.565185535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d42525fb-6823-4929-a5dc-6ecb1b199e82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.565574317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"42e80f07-927e-4fea-a217-2f8f1d08b299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.665010063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88b9f14d-1c64-4fa9-baa4-de22aee13458","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.665963122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"1ab8bd85-cb23-4269-8068-139b05d41e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.665979487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"f1cec8ae-22a2-43ac-8a70-d029dc363186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.770667415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"7987db4f-e4f3-4e62-a535-b3a472c4aa46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.77072749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"a3a1c1e0-8f1e-4e57-8c53-8d147e2201f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.785959123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"5bc8fe77-650c-4f5c-b1c1-8211fc2e36e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.786025469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"d5e6d020-e1df-4cfb-94b7-e4daf0d9f5b7","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.866681049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"b9971d0a-43bc-4e3f-9882-58481994a5fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:49.866713044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"bf6ce329-3518-4f83-b19e-04f111207bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.346645769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b8ca334c-b2f2-413f-9c8f-7afeed67781d","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.347113307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"47fa268c-94b2-481d-9790-e353fe76ee17","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.379798083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"344788d9-8648-4f74-8123-1dcddb8e6183","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.380152465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"eccd1707-8910-4789-8ac0-501bdb78eeb3","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.391318764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"826203a8-524d-48e8-8090-bfcdc568c68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.391333057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4942c58d-7544-465b-b8cc-29fbe2fef146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.407631589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"c5dae328-7184-45aa-b5e2-aa07b0fa0a0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.407889656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"1ab01a4c-7ae0-4b3c-9b4d-a49b3817f66c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.410847292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"826203a8-524d-48e8-8090-bfcdc568c68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.411103219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4942c58d-7544-465b-b8cc-29fbe2fef146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.502337803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e0f4afbe-26cd-4959-9697-fef81651b032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.50234178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"53b2558f-ad93-48e8-9d39-24cf4508ce02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.523878259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e0f4afbe-26cd-4959-9697-fef81651b032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.523971093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"53b2558f-ad93-48e8-9d39-24cf4508ce02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.568909451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"ec930557-a525-4f80-86d3-d9d253b04266","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.585218059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"887d612c-779a-446c-92f9-e059fbfda524","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.585247389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"887d612c-779a-446c-92f9-e059fbfda524","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.614043984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ffda7a54-8f40-4440-b7a1-3ae8e7d057c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.614066093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d88eb9c2-bb49-4d97-b34e-76c09e29a0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.614497931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b7ddf47e-4e05-4efd-850c-72d18dd7f5aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.63426673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ffda7a54-8f40-4440-b7a1-3ae8e7d057c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.635249797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d88eb9c2-bb49-4d97-b34e-76c09e29a0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.636705069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b7ddf47e-4e05-4efd-850c-72d18dd7f5aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.659569238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5c8b75-5b5b-4585-9b25-9ca951d6a2b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.659593975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5c8b75-5b5b-4585-9b25-9ca951d6a2b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.659939659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4e2aa31a-3b95-44b6-a6eb-83797c94c93d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.659954328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4e2aa31a-3b95-44b6-a6eb-83797c94c93d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.660206359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0718bcfc-7860-4b07-a057-8475681a93d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.660220671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0718bcfc-7860-4b07-a057-8475681a93d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.675255471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"c4e3c560-4e8d-42fc-a9dc-730ac1522f47","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.675283488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"c4e3c560-4e8d-42fc-a9dc-730ac1522f47","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.690502039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7d5613b-3611-4f95-9191-848f9612e910","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.690526214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7d5613b-3611-4f95-9191-848f9612e910","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.690840538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2aed445a-95e8-44b2-b5c2-1f9fb162512b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.690853954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2aed445a-95e8-44b2-b5c2-1f9fb162512b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.691113183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cf9efa4e-93c7-47cf-9a28-19f211e35a8a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.691127301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cf9efa4e-93c7-47cf-9a28-19f211e35a8a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.691400749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8e825f9-40a4-4215-bfe0-141288b38971","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.691415226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8e825f9-40a4-4215-bfe0-141288b38971","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.69166769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f204226a-72d1-43a8-a5e5-5909d6ed5cf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.691680809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f204226a-72d1-43a8-a5e5-5909d6ed5cf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.722792772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15008e96-91b7-42ba-a9ca-2ae0420df56a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.723093642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"15d0e44c-e77b-43cf-af87-f1ec3b9a5611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.723235956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b0616b1-cdfd-48cd-8d98-654f7dcbaabe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.736662669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"179e5e8c-c3f4-4549-bd6e-9a0af4bb015c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.73868538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"68a8a7c8-4fe6-47d8-97b6-29e7c08813f6","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.74546845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"15d0e44c-e77b-43cf-af87-f1ec3b9a5611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.760250625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"179e5e8c-c3f4-4549-bd6e-9a0af4bb015c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.818547853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a2d461aa-4ec5-45d2-b469-21b78ddaacd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.818756276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"10e21b66-599f-4efb-b6ef-f919887a18eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.818559724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b2dc86a3-c8ad-492f-9e63-8f1ecb9a6994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.841798299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b2dc86a3-c8ad-492f-9e63-8f1ecb9a6994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.842190095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a2d461aa-4ec5-45d2-b469-21b78ddaacd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.844618515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"10e21b66-599f-4efb-b6ef-f919887a18eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.91660263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e8a2c939-eedc-4a93-800d-3dce8bffed63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.916603201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"21dce320-db1a-4314-8c8a-ef94ce4cc0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.936937819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"21dce320-db1a-4314-8c8a-ef94ce4cc0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:50.937106839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e8a2c939-eedc-4a93-800d-3dce8bffed63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.019914986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"73783598-96c7-4695-9849-42c9ad44c204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.034168298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"051ea7c3-6ce4-48f2-a943-8a8bd7753dc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.034220655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9971486-99a6-4c8e-b8ef-4da24915f745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.04087229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"73783598-96c7-4695-9849-42c9ad44c204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.055158978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"051ea7c3-6ce4-48f2-a943-8a8bd7753dc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.055304655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9971486-99a6-4c8e-b8ef-4da24915f745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.072943923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"1bc0258f-f20e-47e4-a43c-90a28346eee9","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.11443324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a94d942-ee7e-4d94-84b7-8bb339f9724d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.118262886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"acd2b973-d187-4bf8-9375-2e43b8bed848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.129841062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"83728ef8-c5fb-4c9a-8f6d-095fee308871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.13516214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a94d942-ee7e-4d94-84b7-8bb339f9724d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.140144647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"acd2b973-d187-4bf8-9375-2e43b8bed848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.149776094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"83728ef8-c5fb-4c9a-8f6d-095fee308871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.236507638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"746f658e-1965-4155-809b-06e4e7cb1f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.256664909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"746f658e-1965-4155-809b-06e4e7cb1f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.331474726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"eb830d35-e213-4b67-b8a1-5b9bfed7e24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.331880043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"0f663d50-f5a6-4210-94fd-2a0b86c6f8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.331919808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fb28dca7-1c2a-4b44-82a8-e3a4944a30bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.348874971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b176d8-40d5-434c-b43b-ba8b96f2dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.354375783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"0f663d50-f5a6-4210-94fd-2a0b86c6f8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.354513886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"eb830d35-e213-4b67-b8a1-5b9bfed7e24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.356501257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fb28dca7-1c2a-4b44-82a8-e3a4944a30bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.368667337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b176d8-40d5-434c-b43b-ba8b96f2dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.517898789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b4a12c29-14a0-4678-be24-cfe23b8f1db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.531720605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"48db7ec9-5536-4790-9163-27a4ab06d1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.531786343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0021c422-70fb-4a57-87f7-03e5baca699c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.53230187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"67f171c9-6582-47f3-a673-bb6819268992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.537523772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b4a12c29-14a0-4678-be24-cfe23b8f1db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.548150775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdbeb503-cdfb-4a73-b15a-3e4b3e4b9430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.555004678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"48db7ec9-5536-4790-9163-27a4ab06d1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.555029961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"67f171c9-6582-47f3-a673-bb6819268992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.557128173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0021c422-70fb-4a57-87f7-03e5baca699c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.568130856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdbeb503-cdfb-4a73-b15a-3e4b3e4b9430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.734915644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"5ad66c3a-6ad6-47b3-ba48-623df3027441","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.754639576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"5ad66c3a-6ad6-47b3-ba48-623df3027441","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.838211495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"2c79965f-8750-4e3f-93e9-bdd97f6153d0","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.838759074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"b9aaef51-cc06-40e7-bf76-09b9e25d05ad","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.873200877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"a98de97c-5ed0-4bbc-8617-2dbf13f49031","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.873589838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"5093fd6b-b962-494c-8e8c-59836e2b3e1f","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.901512632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"dda5eecd-a8ae-45bd-9fae-8ea8ab13727f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.901942239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"5a57391c-b789-4b8d-ad03-464366fedaac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.988645012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"418e7b8d-aee0-4397-b4bf-11a3c7cc9668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:51.993853588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"44db3f9d-3f63-4236-977a-c23e486665fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:52.07375317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"44db3f9d-3f63-4236-977a-c23e486665fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:52.076185806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"418e7b8d-aee0-4397-b4bf-11a3c7cc9668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:52.167861284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"95dd193a-7c6e-4081-8b7c-3e2d7094c144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:52.167861398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c1fd7f24-33a0-4c2c-9aba-9dc61c6194a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:52.18793914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c1fd7f24-33a0-4c2c-9aba-9dc61c6194a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:52.18820709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"95dd193a-7c6e-4081-8b7c-3e2d7094c144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:57.618600455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-a-08e7b19c","reconcileID":"e986cd4d-241c-4ee5-8c5c-ba06a1ca1e3d","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-a-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-a-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.51506777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"63477b6c-c893-4b07-933c-a7f429d34bc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.617785293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"a4b0be48-8db1-450c-8b5f-76a71dfd036a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.61874924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebc10436-48e0-41a5-9959-134e31d97df0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.619456119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"4bc31b0d-0d68-448b-82c0-0f5ffc4f1303","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.62005998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"20a7bf56-5a12-47ad-b9b0-573b74088082","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.754875067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"e9edeb13-389d-4ca0-851c-22e13b35c26c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.862132388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"1e4011b8-49e4-454d-a0f2-ef6153034e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.884838752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"46341cd3-c2f6-47d8-a901-ad4190fe5a16","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.949024917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"c3d29212-fd3c-4b53-9d4f-63fba4cd7106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.958957666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"8afc914a-8df9-4f86-bb63-f2e8d8486a37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:58.961381675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"d95ef7e3-2b49-4457-a621-90f52878c715","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.095018139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"381cb4f6-04b4-4c7c-a207-1edd978b92d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.133048623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b13e1fd9-2510-4701-8f75-dafd46d5a644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.134067291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"26c64e3a-d5c7-48de-910b-b057428bcb77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.135122687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c534470d-270a-4bad-9197-a2dc58ebf610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.166523492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b13e1fd9-2510-4701-8f75-dafd46d5a644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.172571184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"26c64e3a-d5c7-48de-910b-b057428bcb77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.228955137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7316ab64-799b-4076-ab9e-606f0f35308f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.22975351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"37a10e6c-ff2f-4ec7-b8d9-6af5f8aaca2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.255711589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"37a10e6c-ff2f-4ec7-b8d9-6af5f8aaca2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.268152026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7316ab64-799b-4076-ab9e-606f0f35308f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.348386246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4721f14f-07bf-4d22-a778-418e31ab6a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.349159304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afb358a6-5f6f-4cc1-b779-d60dcdc54fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.349821548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"29d577e6-3283-485d-a78b-768ae5b90406","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.409286707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4721f14f-07bf-4d22-a778-418e31ab6a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.412814312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afb358a6-5f6f-4cc1-b779-d60dcdc54fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:29:59.413280486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"29d577e6-3283-485d-a78b-768ae5b90406","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:03.545549047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"62890cde-dde9-4bc0-af29-729fd1fd33ce","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.435847854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"497145b2-e00c-4520-b6c0-eb54d254c627","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.436264995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"1fd839fd-6605-4a27-b35e-c9d69f9c86d6","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.436592956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-a-08e7b19c","reconcileID":"85ee6f38-dcda-4924-b78d-69d352508a5d","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-a-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-a-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.467988669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"0ee05c45-8ece-4224-9bbe-a49266dfad32","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.468421624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"d7fa3b6d-1479-47ed-8bc7-5c1f17b4a186","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.468703669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-a-08e7b19c","reconcileID":"0c744efe-2ff5-4b6d-a9c9-52650a5afdfe","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-a-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-a-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.481424023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c476fb71-6f17-4fc1-8f95-0adca3b742fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.482131132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3c4e910c-d4d2-4df4-b24a-1c44d726de66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.500432594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"2c0683ab-8491-4fa1-b4c4-dbf29e039bf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.500622583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"18b14efe-c67c-42e0-8f6d-0e8014522888","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.506960646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c476fb71-6f17-4fc1-8f95-0adca3b742fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.508477305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3c4e910c-d4d2-4df4-b24a-1c44d726de66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.686645454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dcea175b-d2e9-488d-b214-01926be90584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.709491992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dcea175b-d2e9-488d-b214-01926be90584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.790843395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"415ca7ac-a5fd-422e-8e15-88d6e609e3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:04.812037922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"415ca7ac-a5fd-422e-8e15-88d6e609e3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:10.756564336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:10.969656424Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"da06d5d5-8852-4303-a75d-2d2ed0285f51","namespace":"llm","name":"e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:10.988386999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"2d538597-9a7c-4987-a9b9-723f49eef57c","namespace":"llm","name":"e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.013877849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"57609b0e-2225-4d52-a420-fd53fc3a6bcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.014158596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f6a06b4e-edd2-4489-a71e-718f20ee3f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.013889638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f644f3ff-b79a-4751-ae3f-f0c7b8dab187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.014673386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a0f72325-ebbb-4d24-9de8-1acf7c615828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.027819229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bee1fbe7-e931-4515-8ee7-c075070eb032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.033932246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"57609b0e-2225-4d52-a420-fd53fc3a6bcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.034026212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f6a06b4e-edd2-4489-a71e-718f20ee3f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.036591712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a0f72325-ebbb-4d24-9de8-1acf7c615828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.036858485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f644f3ff-b79a-4751-ae3f-f0c7b8dab187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.049474209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bee1fbe7-e931-4515-8ee7-c075070eb032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.108140062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7267a271-25d8-4d0e-a1d1-72200499239d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.108168785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7267a271-25d8-4d0e-a1d1-72200499239d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.108766054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3daa015-d05e-48bb-b655-d6380873ff13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.108786276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3daa015-d05e-48bb-b655-d6380873ff13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.109137179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78b537a0-dfe7-4c9b-b5a8-16cff860ea1c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.109152695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78b537a0-dfe7-4c9b-b5a8-16cff860ea1c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.109476547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1908f0c-3228-4ff4-a600-f6dfa8e7ee3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.109491724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1908f0c-3228-4ff4-a600-f6dfa8e7ee3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.124297313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"9a8e6546-b6c1-4267-b5c7-92cbff212ae1","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.124346228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"9a8e6546-b6c1-4267-b5c7-92cbff212ae1","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.139698539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f3695f8d-b6ce-4621-bac7-dfcae1341e1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.139725206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f3695f8d-b6ce-4621-bac7-dfcae1341e1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140037029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3cfcb24f-dcd7-44b8-88c9-5b0bbb095723","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140055999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3cfcb24f-dcd7-44b8-88c9-5b0bbb095723","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140362064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d7f8b51-9451-4382-9083-7ab1fba71b44","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140378717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d7f8b51-9451-4382-9083-7ab1fba71b44","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140680814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dfb37717-a195-4143-86d6-9d52853738f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140695581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dfb37717-a195-4143-86d6-9d52853738f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.140994873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e9c5d03-0b14-45e7-a1b0-1efb125b92c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.141008298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e9c5d03-0b14-45e7-a1b0-1efb125b92c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.14151205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c05cdcc1-7f33-41e3-be90-19042ba9b10d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.141528107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c05cdcc1-7f33-41e3-be90-19042ba9b10d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.14182082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94419318-4a0a-4418-8d7d-01b45ff1f6eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.141830746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94419318-4a0a-4418-8d7d-01b45ff1f6eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.142117528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71f705a-f1a8-4481-bb5f-cd03e614350f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.1421337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71f705a-f1a8-4481-bb5f-cd03e614350f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.157352577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"51fcc909-1bf7-44cc-b75c-d7ba1878a41e","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.157378159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"51fcc909-1bf7-44cc-b75c-d7ba1878a41e","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.172143596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b039682-0d83-4f19-bd80-4a26f1c86a33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.172635394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1892d939-84c9-4157-a07f-80ee76203905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.172960223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0c965cb-d3e8-4261-a1e4-a156b0feb124","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.172974427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0c965cb-d3e8-4261-a1e4-a156b0feb124","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.202835573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"77622719-88e6-42ec-a62b-5c182987875b","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.221427288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d377b74c-3597-4f24-ba2c-4bbc69b2ffac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.221505589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4907bbed-2597-4fa8-9fd6-0fb76fc0f194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.223029072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"1937d76d-9985-44e2-87a6-9e3534b8a684","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"name":"e2e-rt-eq-e61b9e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.235542239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a6bfa07-05cc-4c72-951f-0545f0ba258d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.236242446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"08eb72ed-db8e-4701-bbaf-933c9c979a1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.241256295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4907bbed-2597-4fa8-9fd6-0fb76fc0f194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.272584746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d377b74c-3597-4f24-ba2c-4bbc69b2ffac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.274221668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a6bfa07-05cc-4c72-951f-0545f0ba258d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.276512007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"08eb72ed-db8e-4701-bbaf-933c9c979a1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.410565716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ab5bff5b-53b5-4a87-8967-5411b8bb2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.484065119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ab5bff5b-53b5-4a87-8967-5411b8bb2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.521825143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e7a4f39c-ea6a-49b6-bf26-99f25fbb8354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.525208383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0d746855-9c5e-4011-a2a5-bd86f075db99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.526584064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a56b0bff-c2ca-4b3b-84ca-3ad33440b5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.584222038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e7a4f39c-ea6a-49b6-bf26-99f25fbb8354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.58789058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a56b0bff-c2ca-4b3b-84ca-3ad33440b5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.591152004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0d746855-9c5e-4011-a2a5-bd86f075db99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.606607526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"f8a3fbbe-7425-4bd6-b7b5-39e2f1d8971e","namespace":"llm","name":"e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.621337731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"f7101abf-41db-48f7-aa6a-fd9254047310","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.621371611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"f7101abf-41db-48f7-aa6a-fd9254047310","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.634041681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af603c4-abf7-4346-bd50-90ab47dc1028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.65363841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af603c4-abf7-4346-bd50-90ab47dc1028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.715912338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"595cec54-69be-4721-bf8a-efe35f6acba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.737924177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"595cec54-69be-4721-bf8a-efe35f6acba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.814247114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"72d32d7a-8f64-4c0d-a9e6-1d7d650bd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.814479837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0749d9a1-7a80-4abc-8ff4-e72262ee66ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.814731335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"bb5a4d1f-af3c-4e1a-90a3-4247a3ff1a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.836479418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"bb5a4d1f-af3c-4e1a-90a3-4247a3ff1a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.836640227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0749d9a1-7a80-4abc-8ff4-e72262ee66ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.838834596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"72d32d7a-8f64-4c0d-a9e6-1d7d650bd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.936922967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"cfe40e44-e140-4f4d-8b07-8c40864e3604","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.936923327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cf8f625-60ec-4929-aeb5-ca6949d8917d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.961207615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"cfe40e44-e140-4f4d-8b07-8c40864e3604","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:11.961601949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cf8f625-60ec-4929-aeb5-ca6949d8917d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.073601741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ff1e1636-e98c-4190-bb92-1365bbbf90a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.073643504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f0fd5cdb-7167-449b-94ca-4c9bf26740f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.074165497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1d9a5740-c719-447a-b274-1bd6ebb4d5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.097391999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f0fd5cdb-7167-449b-94ca-4c9bf26740f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.098660658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1d9a5740-c719-447a-b274-1bd6ebb4d5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.100088423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ff1e1636-e98c-4190-bb92-1365bbbf90a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.116865357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1f5db80f-ba6a-46b7-bcae-1135b5b54375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.137414351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1f5db80f-ba6a-46b7-bcae-1135b5b54375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.216595902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7a45266f-794c-4933-8e76-d766025a73a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.238912397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7a45266f-794c-4933-8e76-d766025a73a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.251801059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"116da47f-c5ab-4852-a778-33655e04708b","namespace":"llm","name":"e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.317786417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c58feff0-a110-4d79-9c11-5cfc95238fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.318065832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"89d2af90-24e1-49d1-bb1a-fffe46801b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.318232916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bb1499de-19cb-4215-9a97-aeef5fc136f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.332727448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431fd8de-3f65-4ff7-baad-1449d6377c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.338131692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c58feff0-a110-4d79-9c11-5cfc95238fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.338976508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"89d2af90-24e1-49d1-bb1a-fffe46801b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.34048604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bb1499de-19cb-4215-9a97-aeef5fc136f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.355806951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431fd8de-3f65-4ff7-baad-1449d6377c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.414850743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"52f3bac6-19f8-4e9b-b85c-e81ce13ff4ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.435630628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"52f3bac6-19f8-4e9b-b85c-e81ce13ff4ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.514024175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"42f61a58-d7d2-45bf-823b-b6b6a7ad93b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.51414514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"08265243-fa4a-42bd-984e-e7b8cfc738b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.514698931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"07d678ef-5c29-48ee-9a17-cb1cd969651d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.529050398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c25b77a-e4bd-439b-a91e-d0d0cf20eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.535834151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"07d678ef-5c29-48ee-9a17-cb1cd969651d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.535946891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"08265243-fa4a-42bd-984e-e7b8cfc738b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.539568246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"42f61a58-d7d2-45bf-823b-b6b6a7ad93b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.549994182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c25b77a-e4bd-439b-a91e-d0d0cf20eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.662659525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5a74dba1-6275-4774-a1d4-e2dbe1ad88c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.68345025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5a74dba1-6275-4774-a1d4-e2dbe1ad88c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.763093557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7386e5c0-a1e4-4e59-81c6-1417ae4362c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.763097369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f98251dc-397f-4f39-8fed-a6ea66260319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.777746874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54254cc8-e45c-449f-a6d8-1eaf1d69d1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.778075989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"89c43862-9eb3-4627-966a-9304759d6ea8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.77889022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c90ac2b3-286e-4901-b651-1ad6b759fb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.784677873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f98251dc-397f-4f39-8fed-a6ea66260319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.784951918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7386e5c0-a1e4-4e59-81c6-1417ae4362c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.79869221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54254cc8-e45c-449f-a6d8-1eaf1d69d1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.802505174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c90ac2b3-286e-4901-b651-1ad6b759fb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.802521106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"89c43862-9eb3-4627-966a-9304759d6ea8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.878779029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c25fe1d6-0354-402f-bad0-1196fcdaa394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:12.900198079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c25fe1d6-0354-402f-bad0-1196fcdaa394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:14.076642535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"b9d45864-24d3-4899-ae35-6473386e37f5","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:16.914579742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"ba62e1df-bdc3-4fa8-9b53-1ba533c9d6e9","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:16.914616965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"ba62e1df-bdc3-4fa8-9b53-1ba533c9d6e9","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:16.944780679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"c8dd5b1d-5139-4e07-8dd2-73d485efe8d2","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:16.944806758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"c8dd5b1d-5139-4e07-8dd2-73d485efe8d2","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:17.039006115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"ff54f3dd-1a70-4d28-98bf-982fe6f3b447","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:17.079871346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"ff54f3dd-1a70-4d28-98bf-982fe6f3b447","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:17.216192785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"56574be8-2201-449b-a626-e7d6ef5e7216","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:17.216223329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"56574be8-2201-449b-a626-e7d6ef5e7216","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.003457434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bc994cd7-3045-481b-b124-0238e944399a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.003954861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"ba278290-f132-4872-8076-fe7dfdd1632e","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.005096797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"22629300-472a-4e32-a09b-ab1a704d808b","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.031719185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"305f392e-6c9c-43e6-8a20-4f8d1e00dd7b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.032095087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"0d97547c-5486-4662-9f62-76d9d3063875","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.03239767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"1c97d881-1930-4872-8ab1-cdeb3bb936f2","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.055786154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"17cda4df-9e6a-4e78-86be-7e6114154817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.060883736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c7438505-567c-455e-89a0-8e05bc9b8c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.072457485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"7a21e4f6-9069-4ce6-b7f7-638c7504d6d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.075582668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"17cda4df-9e6a-4e78-86be-7e6114154817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.083176518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c7438505-567c-455e-89a0-8e05bc9b8c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.088191149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"3e3b9571-22a6-4213-b325-22a01e830776","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.27998714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"593a89ee-cf72-4baa-ac21-e8bd71dbbf57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.318153875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"593a89ee-cf72-4baa-ac21-e8bd71dbbf57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.371761514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"576c1f8d-c7ec-462c-b723-0bc8934759ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.401406383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"576c1f8d-c7ec-462c-b723-0bc8934759ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.765272245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"175d27a6-cfe8-4948-b9a3-8f86c560696e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.765914387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae855a6-632d-477f-a0d0-8db482759fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.766304288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e30d471-7c99-41e6-916f-2cbf8c3cc585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.76679844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"7614ff1f-d405-4254-8ad9-c3f135cc2bd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.792162691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e30d471-7c99-41e6-916f-2cbf8c3cc585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.796403564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"7614ff1f-d405-4254-8ad9-c3f135cc2bd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.801870561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"175d27a6-cfe8-4948-b9a3-8f86c560696e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:21.805703811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae855a6-632d-477f-a0d0-8db482759fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.425949979Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-e61b9e-sub models-as-a-service/e2e-rt-sw-d66e57-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.451619162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"83503caf-cc1e-4857-b2e3-3c070832e382","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.451654894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"83503caf-cc1e-4857-b2e3-3c070832e382","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:22.480928674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-e61b9e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-e61b9e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.506574098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"a2c71160-d9de-4d81-b742-bf2cafa1710b","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.506611517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"a2c71160-d9de-4d81-b742-bf2cafa1710b","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.521820699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"0523fdee-fcf8-4e1b-bb44-ace88b5159a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.522456455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b360d05e-eb00-46a9-904b-29f5da5bc318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.523132957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"d07470f5-7826-458b-a392-8ab9647eac64","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.523788937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f822e0a-c0c4-4662-b0c7-636b704cf0aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.540000384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"2adc54e5-cba2-4c05-ba92-f7fe1fdabf5d","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.540034034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"2adc54e5-cba2-4c05-ba92-f7fe1fdabf5d","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.544986374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"0523fdee-fcf8-4e1b-bb44-ace88b5159a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.546104732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b360d05e-eb00-46a9-904b-29f5da5bc318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.54869022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f822e0a-c0c4-4662-b0c7-636b704cf0aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.549939795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"d07470f5-7826-458b-a392-8ab9647eac64","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.586175427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"bc84c379-0669-481b-bc8c-a9ab1ced5bba","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e61b9e","model":"e2e-rt-eq-e61b9e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-e61b9e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.717937364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"49eaab3f-3dbe-4d8d-89be-73da41377c55","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.718439468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"49eaab3f-3dbe-4d8d-89be-73da41377c55","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.835061394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dcc00b0-24aa-4e1e-9706-5b9d18d538d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.83547781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7613572-2223-4368-8507-edb462cd8279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.836047627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"b793d277-af5c-4031-acb0-de2ff5aac896","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e61b9e","model":"llm/e2e-rt-eq-e61b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.916833448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dcc00b0-24aa-4e1e-9706-5b9d18d538d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.917639835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"3d587ce0-9fe1-4005-ab32-2c5efa1e3b1f","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.91828681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"091e8e50-c337-4e7f-85cc-c5b3ebbb0152","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.92605921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7613572-2223-4368-8507-edb462cd8279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.960589222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"3d587ce0-9fe1-4005-ab32-2c5efa1e3b1f","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:22.972827398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"091e8e50-c337-4e7f-85cc-c5b3ebbb0152","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:24.570151064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-b-08e7b19c","reconcileID":"396dfb41-c301-4dda-b3b8-463e6ca13874","MaaSModelRef":{"name":"e2e-conflict-b-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-b-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-b-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:24.595108916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-a-08e7b19c","reconcileID":"94234505-c15f-4f07-9a6f-e857a95ec930","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-a-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-a-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:25.480236608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-a-08e7b19c","reconcileID":"a4212d18-0d05-41a7-b479-3fae3d62b2cc","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-a-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-a-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.388609173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"c20ae5c3-affc-46f2-aeab-caff6878155a","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.389166154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"a7fcc872-c74b-4976-b794-466a6fd298d2","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.389620009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"3375cf24-e162-435b-b75c-c26c6b0f9f17","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.425825092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"5a27a462-7003-42a4-8c90-89238b5be38d","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.426635434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"4c9f0f03-f83f-4b9f-a029-43628b5e40ac","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.427079346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"093a3148-c3d5-4cd3-872a-0f7d491d244f","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.441031745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b82e2404-1907-45f8-9b19-2346b494025d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.443373724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5cf3a09f-8533-4188-b7d9-dc522db32a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.459101993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"b6368f6a-ffa7-436f-bc64-14d108054747","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.459103806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"ae14f517-87ae-4c81-895d-1032d7b9a566","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.462479721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b82e2404-1907-45f8-9b19-2346b494025d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.463277365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5cf3a09f-8533-4188-b7d9-dc522db32a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.567444088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b19e70b6-dcc4-4760-8040-4f20545dbfa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.567964476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0eb20faf-c192-42bd-ae23-58bb8c2b6bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.602468111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b19e70b6-dcc4-4760-8040-4f20545dbfa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:29.616442525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0eb20faf-c192-42bd-ae23-58bb8c2b6bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.709568178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"2fe4d344-a823-4052-945f-e95e28f6ac02","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e61b9e","model":"llm/e2e-rt-eq-e61b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.775855089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd2c3081-f293-4197-ada5-f3ffd1abf32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.777348256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"256508d0-c9f9-4d4b-9a2a-e509d6925bfd","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.778022777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"dd56a848-4156-4a00-b637-c3b1c2476dd7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.857740185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"497c296b-30a9-477d-a375-e735780455a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.930810339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"256508d0-c9f9-4d4b-9a2a-e509d6925bfd","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.944532193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"dd56a848-4156-4a00-b637-c3b1c2476dd7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.973879132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"4b224c16-7155-4d4a-bfa8-2676cca5a36e","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:32.974379349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"4b224c16-7155-4d4a-bfa8-2676cca5a36e","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:33.011534995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd2c3081-f293-4197-ada5-f3ffd1abf32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:33.159436925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"497c296b-30a9-477d-a375-e735780455a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:33.250237304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8901e6d7-ee70-44d5-b9bf-8db2ecffd46f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:33.403903538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8901e6d7-ee70-44d5-b9bf-8db2ecffd46f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:33.667962526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"32ed4619-fbea-4f62-89be-d039aeb32010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:33.780792118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"32ed4619-fbea-4f62-89be-d039aeb32010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.03182217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"0a63a005-3fa1-452b-9635-00d143d31ebf","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.032362299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"935be389-d13c-4c5d-9740-110cce8849cd","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.032786118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"e2e-conflict-a-08e7b19c","reconcileID":"1654699d-5862-4a36-bb71-b26e8c7cef43","MaaSModelRef":{"name":"e2e-conflict-a-08e7b19c","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"e2e-conflict-a-08e7b19c-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"e2e-conflict-a-08e7b19c","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.156407644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"74514192-f47e-4b6e-b7d2-357ba1be3298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.216416901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"83103134-7c0f-4ddb-86df-bee0bf217503","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.251156556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4f656ca4-8e39-4088-9f28-155dd030f973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.308276978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"74514192-f47e-4b6e-b7d2-357ba1be3298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.377948694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"c3c02f02-e7b0-431d-a6b9-baa511ccfba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:38.406733619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4f656ca4-8e39-4088-9f28-155dd030f973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:40.75829009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.783576825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"b2e4101d-0f0b-46d2-8d82-4cfcc692a884","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.783615201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"b2e4101d-0f0b-46d2-8d82-4cfcc692a884","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.836439825Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"1b746c51-e223-441b-9ef3-175b429779b5","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f0f65e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.84137303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccd8ab6d-3b10-4be7-888f-bd49949a7967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.841530458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"b5b4fda7-62d0-4f84-be9d-6b9657839e3b","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.841373101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47eaf1b0-faa3-42ca-bcf5-8dc4070af03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.841863611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"1c7a686b-c9df-4958-882c-e76bf801d389","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.862306693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"1c7a686b-c9df-4958-882c-e76bf801d389","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.863100105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47eaf1b0-faa3-42ca-bcf5-8dc4070af03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.865249763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccd8ab6d-3b10-4be7-888f-bd49949a7967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.867362091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"b5b4fda7-62d0-4f84-be9d-6b9657839e3b","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.979907098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75738cf7-9b1f-4618-90f6-e0f39d77dae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:43.980264939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2234198-36e1-494b-a026-68122189c3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:44.000430939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2234198-36e1-494b-a026-68122189c3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:44.000623782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75738cf7-9b1f-4618-90f6-e0f39d77dae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:44.079895847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"82dd16a0-79b4-478b-ab41-cddc1592b2b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:44.079915284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"51957535-70dd-4333-98a6-6b4203d42722","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:44.100450035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"82dd16a0-79b4-478b-ab41-cddc1592b2b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:44.101640167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"51957535-70dd-4333-98a6-6b4203d42722","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:45.735244462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"c18c934e-67fa-4cf1-9ef5-16ce3f27e07d","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:45.950965039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"fa602386-5bf8-411f-bfa0-d28134f0dbb5","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.17177898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ff2ddf28-3510-4e93-88d1-0b0cd7df482d","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.172496527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"db915049-0b63-4f7c-91da-75cc8c89bb81","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.221350881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7b6e672a-778b-455b-8069-bca948c1eb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.228453712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"92aba5d7-72d7-40f2-b228-921f8757b464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.237393041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"b4d389b1-b58b-4aa4-ba69-021d538650d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.238178315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"3c0242ec-a49e-4aaa-8dae-cebec4733688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.240751073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7b6e672a-778b-455b-8069-bca948c1eb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.247672036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"92aba5d7-72d7-40f2-b228-921f8757b464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.628930556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"5db8fdc3-1b04-420f-8cb6-469dd831e627","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.62927563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"000736c2-d134-4cec-b7b3-ceebec501ab1","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.648545854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"869991cc-8583-441c-a7ff-9e40626bae85","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.648886845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"f5224650-9fe8-487c-ab23-8f1c65db677a","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.721121773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"43d5947f-3a14-46a0-96f9-70c67b69c858","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.7409206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"43d5947f-3a14-46a0-96f9-70c67b69c858","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.761347917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca4e9f4513d4faf6c7d5b58dcd2cf604fed4934999e3b84b1a502ebce3b2d050) AuthConfig (5634cd1149fca0f112bd5819828ac3245eb3739bd165bccd73832b3826e2e17c) AuthConfig (265f4484d09da4a799697093a5262738a21e838dcf789a046fcec326b6b862de) AuthConfig (f6bd0386a9295f8c7f4c71d2d88755f992cb31aa274fa4b0cb15ddc409daa352) AuthConfig (fd7750da8f602ff20c19cb131c935f8e028cdf853db66cc3450b3bfb22596f50) AuthConfig (9f19a2ee6855d641b50ac6e377437003e4ab98bdc51cc2607c1657882b8e7f20) AuthConfig (764fb0ba6f62d8e5ad4b263401c65b545970fd753eac2bf379aca7e08bc63486) AuthConfig (4ddb99661e0d91b5b11b05d71d3c3775cab0ab803d1e75ec5c35012b6ada9b8c) AuthConfig (fe62cc4980bd0a94e34a5c47908b3b45fb96cd2fdd3ced2fc9c20c766b70c60c) AuthConfig (362605d37e57b7e06cf513c26eb9dea83ee3df08309be4f72618f9f53c1e7763) AuthConfig (8e9c4613f9f78a5792120ede1e55b6beb2d892f9cb055dd158c65e36e019c615) AuthConfig (d11462ccdfdc996be8ba119f99cc4a0bcb9a157a45d8be4e0bdc9065090236b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"43d5947f-3a14-46a0-96f9-70c67b69c858","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.792169133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"c4688543-c22f-489f-be05-f847f8d6cdf5","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.792479261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"491b186c-14ab-4c3e-976a-ed626f597089","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.823764573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e7ba396d-c5b2-4bc1-8d16-68e1ca9c596e","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.829586174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"638fe165-0932-47a8-8f34-dfd34acc2b9d","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.856446286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"65c9423b-9d09-4e85-af17-3bc3c86c936e","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:46.87114517Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.871682289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"b36f065e-2097-4a64-8277-001f29d654cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.875281103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"076ac4cd-f198-4fcc-ac5c-08c127fa900c","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.891486599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"7e03e646-053e-4e46-9233-807e456dd5a2","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.891517771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"7e03e646-053e-4e46-9233-807e456dd5a2","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.893350672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"b36f065e-2097-4a64-8277-001f29d654cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.907068632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"a4e1c2f8-ca2e-47f8-b9d8-e072102f3507","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.907563788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"c5f44161-6fee-473b-9264-b88c01c2fea4","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.912074874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca4e9f4513d4faf6c7d5b58dcd2cf604fed4934999e3b84b1a502ebce3b2d050) AuthConfig (5634cd1149fca0f112bd5819828ac3245eb3739bd165bccd73832b3826e2e17c) AuthConfig (265f4484d09da4a799697093a5262738a21e838dcf789a046fcec326b6b862de) AuthConfig (f6bd0386a9295f8c7f4c71d2d88755f992cb31aa274fa4b0cb15ddc409daa352) AuthConfig (fd7750da8f602ff20c19cb131c935f8e028cdf853db66cc3450b3bfb22596f50) AuthConfig (9f19a2ee6855d641b50ac6e377437003e4ab98bdc51cc2607c1657882b8e7f20) AuthConfig (764fb0ba6f62d8e5ad4b263401c65b545970fd753eac2bf379aca7e08bc63486) AuthConfig (4ddb99661e0d91b5b11b05d71d3c3775cab0ab803d1e75ec5c35012b6ada9b8c) AuthConfig (fe62cc4980bd0a94e34a5c47908b3b45fb96cd2fdd3ced2fc9c20c766b70c60c) AuthConfig (362605d37e57b7e06cf513c26eb9dea83ee3df08309be4f72618f9f53c1e7763) AuthConfig (8e9c4613f9f78a5792120ede1e55b6beb2d892f9cb055dd158c65e36e019c615) AuthConfig (d11462ccdfdc996be8ba119f99cc4a0bcb9a157a45d8be4e0bdc9065090236b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"b36f065e-2097-4a64-8277-001f29d654cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.939059668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"16590c33-59aa-4982-a18b-9e2dbeedd841","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.95888145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"16590c33-59aa-4982-a18b-9e2dbeedd841","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.960343193Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"dfba110e-469c-4030-bc99-e842e7868907","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"distinct-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.969792701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a581ca51-a2e8-4078-9501-f559590c01cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.969827457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6f332933-9db0-48ee-9977-028110d88696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.989840015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a581ca51-a2e8-4078-9501-f559590c01cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:46.990941637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6f332933-9db0-48ee-9977-028110d88696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.012302287Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"dfba110e-469c-4030-bc99-e842e7868907","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"distinct-2-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.072232282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"23402234-9455-405d-bedd-c8d10163af46","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.094639113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"23402234-9455-405d-bedd-c8d10163af46","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.099709196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"5a14b42b-7dd1-4542-807d-73b3979a2d70","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.100415443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"b2318925-51c1-4c42-9203-a0371d0a90a3","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.175780505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4b5989-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca4e9f4513d4faf6c7d5b58dcd2cf604fed4934999e3b84b1a502ebce3b2d050) AuthConfig (5634cd1149fca0f112bd5819828ac3245eb3739bd165bccd73832b3826e2e17c) AuthConfig (265f4484d09da4a799697093a5262738a21e838dcf789a046fcec326b6b862de) AuthConfig (f6bd0386a9295f8c7f4c71d2d88755f992cb31aa274fa4b0cb15ddc409daa352) AuthConfig (fd7750da8f602ff20c19cb131c935f8e028cdf853db66cc3450b3bfb22596f50) AuthConfig (9f19a2ee6855d641b50ac6e377437003e4ab98bdc51cc2607c1657882b8e7f20) AuthConfig (764fb0ba6f62d8e5ad4b263401c65b545970fd753eac2bf379aca7e08bc63486) AuthConfig (4ddb99661e0d91b5b11b05d71d3c3775cab0ab803d1e75ec5c35012b6ada9b8c) AuthConfig (fe62cc4980bd0a94e34a5c47908b3b45fb96cd2fdd3ced2fc9c20c766b70c60c) AuthConfig (362605d37e57b7e06cf513c26eb9dea83ee3df08309be4f72618f9f53c1e7763) AuthConfig (8e9c4613f9f78a5792120ede1e55b6beb2d892f9cb055dd158c65e36e019c615) AuthConfig (d11462ccdfdc996be8ba119f99cc4a0bcb9a157a45d8be4e0bdc9065090236b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"23402234-9455-405d-bedd-c8d10163af46","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.204086463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"0c23f542-7d81-44b4-a389-7ff68c7f28bb","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.2332787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"48c25dc6-6fbf-47aa-ae4d-c2055e5ebf0b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.247796983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"8fb27578-3f6c-4476-93ac-b456cfbd5ef0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.268452281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"8fb27578-3f6c-4476-93ac-b456cfbd5ef0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.279252635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"48c25dc6-6fbf-47aa-ae4d-c2055e5ebf0b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.292654018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"73f75b0e-cc03-4d9c-8f8c-be5afa400d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.292653961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"513c9ca2-fff3-45f7-9934-be96f7eed1fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.313013812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"73f75b0e-cc03-4d9c-8f8c-be5afa400d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:47.313070431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"513c9ca2-fff3-45f7-9934-be96f7eed1fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:48.470047884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4f3f2f52-ee77-4507-a2f6-2734e684d3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:48.47055002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"b45c5f2e-b6b8-459d-bb2f-966f543a556e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:48.472404263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e2b8ac5-3f2b-4649-aab0-36e54ee12a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:48.515227257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4f3f2f52-ee77-4507-a2f6-2734e684d3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:48.515618211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"b45c5f2e-b6b8-459d-bb2f-966f543a556e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:48.523470173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e2b8ac5-3f2b-4649-aab0-36e54ee12a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:53.85260938Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"50183153-aaed-4dc9-818b-aa0f712e72a5","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e61b9e","subscription":"e2e-rt-eq-e61b9e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:53.883669826Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"50183153-aaed-4dc9-818b-aa0f712e72a5","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:53.899131791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-sub","reconcileID":"50183153-aaed-4dc9-818b-aa0f712e72a5","MaaSSubscription":{"name":"e2e-rt-eq-e61b9e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e61b9e","namespace":"llm","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.004215808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"ad3a129a-b4bf-4185-92a0-69bd3053e479","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.004245592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"ad3a129a-b4bf-4185-92a0-69bd3053e479","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.037992014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"8bc2c588-abbc-44eb-ba52-78c731d8482f","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.038383659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"93fdf790-b9e7-4997-99b7-901c9ecc8ea5","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.062546729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab624ad3-6579-4077-8839-67c864830592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.062713129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec083ca-5b0c-4118-ac13-19c2bca8eca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.063141723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"0ff7cec0-1b5b-4da0-97a0-50459840c30a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.063244445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"b926953d-e4c6-4a5c-a6fa-74a8a8e6f72c","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.083165794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab624ad3-6579-4077-8839-67c864830592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.084279302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec083ca-5b0c-4118-ac13-19c2bca8eca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.085971293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"0ff7cec0-1b5b-4da0-97a0-50459840c30a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.088024749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"b926953d-e4c6-4a5c-a6fa-74a8a8e6f72c","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.149872184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"f6774ddf-8148-4c9c-80b0-314c8204722e","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.149895173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"f6774ddf-8148-4c9c-80b0-314c8204722e","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.272089187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e61b9e-access","reconcileID":"6fea901c-778e-4a24-aaca-22a00ec679ed","MaaSAuthPolicy":{"name":"e2e-rt-eq-e61b9e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.3493959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"afc3f354-caa1-47bf-a502-4d95d4baf1f1","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.349422723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"afc3f354-caa1-47bf-a502-4d95d4baf1f1","MaaSModelRef":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e61b9e-f003ddb3bdd5","namespace":"llm","model":"e2e-rt-eq-e61b9e","externalModel":"e2e-rt-eq-e61b9e","provider":"e2e-rt-eq-e61b9e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.895480154Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"54496a3b-2c21-4bc5-bf8f-8c4156f3c55b","namespace":"llm","name":"e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.91637648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06cd914b-dd29-49ac-93cc-6aace0271c56","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.916402147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06cd914b-dd29-49ac-93cc-6aace0271c56","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.916748064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ff0ca0c-bd37-4e1a-a278-4413ae94051c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.916765637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ff0ca0c-bd37-4e1a-a278-4413ae94051c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.917049718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c4b2849-5524-41e3-ad78-f48231ffaa67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.917066143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c4b2849-5524-41e3-ad78-f48231ffaa67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.93251305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"b58aeef8-9a85-406e-a1a2-74518d29f04c","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.932531366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"b58aeef8-9a85-406e-a1a2-74518d29f04c","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.941945261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7682c492-1eac-406a-9e17-bc695605153f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.942080923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7154e6f1-534a-4e3d-811a-431745617fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.947749841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e88b810d-45e0-411d-bf7a-abcbaef0363e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.947766894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e88b810d-45e0-411d-bf7a-abcbaef0363e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.948005656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"309ab5aa-10f5-4762-99d8-1a76ba87b87d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.948018665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"309ab5aa-10f5-4762-99d8-1a76ba87b87d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.94824456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74ecb629-7d9f-4d91-96c8-cea58fd4d5da","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.948258964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74ecb629-7d9f-4d91-96c8-cea58fd4d5da","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.948510626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"993f1f7b-7419-43af-80e9-d0ad0f2e7c2a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.94852294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"993f1f7b-7419-43af-80e9-d0ad0f2e7c2a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.948735934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb32f5f0-d212-40c3-87e6-e3fecac39ee4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.948747058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb32f5f0-d212-40c3-87e6-e3fecac39ee4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.963366983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7682c492-1eac-406a-9e17-bc695605153f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.963382967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7154e6f1-534a-4e3d-811a-431745617fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.969834414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"615adce8-07cb-4dd1-aef9-e1bc9d3c8d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.970346073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"fa070bb3-0ab8-4096-ac5a-81b3bd456d15","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.970361196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19b3e442-575f-40e8-976e-436038c95e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.979210156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fae159d-a8e8-4963-927d-784bdd3520f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.979219076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd5e0151-6e93-42c1-b9e4-62bf7b5f2c09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.990997673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"615adce8-07cb-4dd1-aef9-e1bc9d3c8d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.991473536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19b3e442-575f-40e8-976e-436038c95e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.993719224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"1f6e89ea-ad2e-4544-9272-858929a0b0bc","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","model":"llm/e2e-rt-sw-d66e57","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:54.994634992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"fa070bb3-0ab8-4096-ac5a-81b3bd456d15","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.103896603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"66d0b17e-8712-4bef-9491-95e12b6a902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.12494066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"615e3e11-d43f-4c5e-b271-f6400b701b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.128953398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"66d0b17e-8712-4bef-9491-95e12b6a902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.145697758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"615e3e11-d43f-4c5e-b271-f6400b701b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.207444991Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e61b9e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e61b9e","reconcileID":"41e3ead2-a96b-4a50-be34-77607c152167","namespace":"llm","name":"e2e-rt-eq-e61b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.237740164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1cbdc64b-2156-4293-a9c2-a422f3644a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.252421548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"f65b1a19-cb13-4ca6-88f8-0f99f2328822","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.257545868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1cbdc64b-2156-4293-a9c2-a422f3644a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.27485763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"f65b1a19-cb13-4ca6-88f8-0f99f2328822","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.34766864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"a4c6cf09-f47a-479c-b6c9-fe4d814396d4","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.348370326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"bad82dd0-9f93-407c-b3c6-5e0cb77b0288","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.353757515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"dc0a14df-6638-429b-9c5a-3539b851aac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.355045528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b3a73e93-9374-4b7d-8bb9-c7f9783c9a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.370464693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2654c769-31ea-4793-8a40-dd5537870263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.383132409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b3a73e93-9374-4b7d-8bb9-c7f9783c9a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.385850348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"dc0a14df-6638-429b-9c5a-3539b851aac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.392365633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2654c769-31ea-4793-8a40-dd5537870263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.451130153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"d90f15ff-2287-43ac-af88-005cf2c332d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.451663392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"77b0ba82-dd8d-4059-9775-0a7b36515810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.472600185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"d90f15ff-2287-43ac-af88-005cf2c332d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.472731684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"77b0ba82-dd8d-4059-9775-0a7b36515810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.554111718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"608ab0a4-3b78-497c-9753-3b4d3d0ba965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.568087204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c987b5b5-bb0e-46ee-94ad-a2b142f12eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.56810601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62332784-19ae-46e9-acc0-d1add2b327ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.574959059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"608ab0a4-3b78-497c-9753-3b4d3d0ba965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.58810432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62332784-19ae-46e9-acc0-d1add2b327ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.589361799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c987b5b5-bb0e-46ee-94ad-a2b142f12eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.665203016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"a3e973e8-d91f-4036-963d-e2eb09209a6d","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.680049713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"b563114d-5e23-4232-ab65-c4664e20cc3d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.686372039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"a3e973e8-d91f-4036-963d-e2eb09209a6d","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.699708764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"b563114d-5e23-4232-ab65-c4664e20cc3d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.751238021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6758e866-f730-46c6-a666-bdb60d7bb580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.770756112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6758e866-f730-46c6-a666-bdb60d7bb580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.887938898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"972b1e18-dc32-4952-bfab-0c1037871f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.888443309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"37cba3e9-cd72-4781-ae9e-d53fc86699e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.908936379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"37cba3e9-cd72-4781-ae9e-d53fc86699e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.909049966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"972b1e18-dc32-4952-bfab-0c1037871f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.951336706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8a12e3ad-9e75-4481-915c-5b6661f861b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.951453455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"c7f8e806-2679-4220-9ef9-352d6d571ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.970960183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8a12e3ad-9e75-4481-915c-5b6661f861b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:55.971042225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"c7f8e806-2679-4220-9ef9-352d6d571ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.139595977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"1515cad0-08f3-4df1-935b-9c886292054a","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.139630556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"1515cad0-08f3-4df1-935b-9c886292054a","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.181278117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5baa2d67-c8c9-4cef-bd8e-8da64675e39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.181548283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0de14fd5-5f03-41fb-b599-4d210b52abe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.181277678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"cadfc5f2-e6aa-4cba-8970-3a51b8bbd190","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.187749652Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"5002ee1a-7b80-49a8-85fe-01b5a5f6fa34","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-912f1738","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.201279125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0de14fd5-5f03-41fb-b599-4d210b52abe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.201284248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5baa2d67-c8c9-4cef-bd8e-8da64675e39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.206292647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"cadfc5f2-e6aa-4cba-8970-3a51b8bbd190","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.341174516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"7652dc2b-0fb5-4936-a2e9-ef2bdc5d2056","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.362613523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"df69aac7-43f1-4334-ac29-f69e9504ce88","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.393830521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8de7921-1b7f-418e-a76b-074b96e50afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.393840997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d3c226e-d455-468a-8c84-73c3ea61aa90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.394526501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"b7e048e0-aec6-4758-bfee-8d625f385511","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f40e774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.465580437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"2578e07b-bea0-464a-a41a-cdcec8896d2f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f40e774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.496442752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d3c226e-d455-468a-8c84-73c3ea61aa90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.515148938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8de7921-1b7f-418e-a76b-074b96e50afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.568595497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"cb77a81f-1087-4693-bece-860e7fa1c723","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.569060025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c55276a1-0f88-459a-9203-a85264c77923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.571588506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e5e285ce-3823-4bb7-a910-00c12ec2f186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.591930608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"cb77a81f-1087-4693-bece-860e7fa1c723","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.595807114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e5e285ce-3823-4bb7-a910-00c12ec2f186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.601657959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c55276a1-0f88-459a-9203-a85264c77923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.635967744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"aca8e7a0-c3ce-4186-8e30-9dc3c1c4f17b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.660314992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"aca8e7a0-c3ce-4186-8e30-9dc3c1c4f17b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.729049068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ce3ee59c-930a-4cd4-9114-8488a47b9e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.729820085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ff1c6748-e9d3-4e95-a08a-0bf8caa25886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.751385445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ce3ee59c-930a-4cd4-9114-8488a47b9e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:56.754499709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ff1c6748-e9d3-4e95-a08a-0bf8caa25886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.134866167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"cc0e15f6-cd86-4efd-a8df-2421bc331bd4","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.135206313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a4079050-89c7-4c6f-a181-7777c2d8b731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.149428756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8420f691-c873-40b4-9534-b82721a8e3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.177099543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"cc0e15f6-cd86-4efd-a8df-2421bc331bd4","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.189470653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a4079050-89c7-4c6f-a181-7777c2d8b731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.252200497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8420f691-c873-40b4-9534-b82721a8e3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.509706055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f7ae3c99-59d3-4e19-915f-0eb736b2eadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.510602523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"574607c7-3fea-4c89-b235-ba67d5d0cb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.53581122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f7ae3c99-59d3-4e19-915f-0eb736b2eadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.536164336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"574607c7-3fea-4c89-b235-ba67d5d0cb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.687262663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"3184fc86-228e-436b-a2f1-1133d5d74c5c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:57.738991701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"3184fc86-228e-436b-a2f1-1133d5d74c5c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.101758827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"7348e950-0ee9-41b3-827a-fc87f98741e5","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.130112274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"4de916f2-b1f4-4e29-8d45-4ed33364bb18","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.135505899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-subscription","reconcileID":"28db5eec-a8b3-473f-a504-d078376c8454","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.172830913Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9edee9dc-6dce-4baa-8b3b-8187d8457c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.173276746Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"1e5ca345-8390-478a-aff0-e40120bb9dd8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.173299418Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c642b64a-45ff-4623-96e7-961a9adf0c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.190700471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"48dced72-139a-48b9-803f-2cdd44dd03ca","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.205931508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c642b64a-45ff-4623-96e7-961a9adf0c93","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.206000253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9edee9dc-6dce-4baa-8b3b-8187d8457c32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.20675348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"1e5ca345-8390-478a-aff0-e40120bb9dd8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.207372785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"2f26937b-7eea-4c89-9e1e-fc1f2c6ddf36","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.207733514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"a2349d7d-87d3-4e8e-afe5-4e34a9f81ad6","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.211251879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"9c2de8bb-e3c6-4acc-9a64-8c318a766f17","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.250243768Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"82168cf1-7635-41c9-831f-0eac41e06f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.251100569Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"95058e24-a6bd-4d0e-bbb8-3e6bbd8163d3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.251388444Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"92d9b556-d105-426d-8f14-f71881004b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.266223623Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"82168cf1-7635-41c9-831f-0eac41e06f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.266289325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"82168cf1-7635-41c9-831f-0eac41e06f84","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.267366274Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"92d9b556-d105-426d-8f14-f71881004b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.267416529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"92d9b556-d105-426d-8f14-f71881004b8d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.267398845Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"95058e24-a6bd-4d0e-bbb8-3e6bbd8163d3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.267448597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"95058e24-a6bd-4d0e-bbb8-3e6bbd8163d3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.293680266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-subscription","reconcileID":"9ac439c3-1569-4929-9f97-31a07a2a7394","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.352637277Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"c89f0b2b-478e-4a34-a70d-c517bc32a8eb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.352701356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"c89f0b2b-478e-4a34-a70d-c517bc32a8eb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.352624074Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"696e5c6b-d584-4061-9b0f-c2e72033a7b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.352760338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"696e5c6b-d584-4061-9b0f-c2e72033a7b4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.352814094Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9f6c06e4-4455-48bc-b4d6-42d76b42b67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.352856559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9f6c06e4-4455-48bc-b4d6-42d76b42b67a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.353802909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"700efc80-5a08-40e0-a0d6-cf175b08019f","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.371821078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"4426e4ec-74b2-487e-a90c-1248244624ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.463422946Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a16e5f98-38af-4220-b86d-0da97758b4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.46353759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a16e5f98-38af-4220-b86d-0da97758b4ed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.463726783Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"eac80372-46b3-4855-83ad-f45cc83e9192","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.463845419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"eac80372-46b3-4855-83ad-f45cc83e9192","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.46517777Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"befb25f2-dae3-4760-bf26-5d4919c5e8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.465249169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"befb25f2-dae3-4760-bf26-5d4919c5e8d6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:30:58.484610551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-subscription","reconcileID":"ccb74389-3c3a-4a61-b8a2-a8333690ed03","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.571181713Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"7558f1b8-409f-41e5-84bb-39335f3438f6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.571279638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"7558f1b8-409f-41e5-84bb-39335f3438f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.571774365Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d8ea9939-8943-4c39-8728-382983e781ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.571838016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d8ea9939-8943-4c39-8728-382983e781ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.572125649Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"16690e4c-055d-4014-860e-4f12b0521eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.572191364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"16690e4c-055d-4014-860e-4f12b0521eb4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.697418032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ed42c0d7-6b0b-40c0-9094-d6f9319a7655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.697520741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ed42c0d7-6b0b-40c0-9094-d6f9319a7655","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.697831998Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"eb98489a-46b8-43e0-92d6-02e902c5791d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.697881672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"eb98489a-46b8-43e0-92d6-02e902c5791d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.698188758Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a0a6fb3d-b884-472a-9fae-1093c8074f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.698238189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a0a6fb3d-b884-472a-9fae-1093c8074f1c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.919138288Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8f1f6c6b-111a-40eb-b9e5-7dd7bea8cdfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.919314823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8f1f6c6b-111a-40eb-b9e5-7dd7bea8cdfc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.919141427Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b5c0aa9b-72c0-4610-b05b-655977e1f309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.919469615Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"7f3dc8c8-5713-487a-a3bd-f90d7700fe12","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.919531243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"7f3dc8c8-5713-487a-a3bd-f90d7700fe12","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:58.91953886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b5c0aa9b-72c0-4610-b05b-655977e1f309","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.288090978Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4122631a-3a88-4e86-8d5b-7855da890b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.288193741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4122631a-3a88-4e86-8d5b-7855da890b65","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.288585484Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2cbfec0d-3ee6-4793-903d-556846ba664e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.288638217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2cbfec0d-3ee6-4793-903d-556846ba664e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.28887254Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"0c493b9f-74f1-48a7-bf06-b871bac638d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.288908494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"0c493b9f-74f1-48a7-bf06-b871bac638d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.973292085Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f7ad648a-a729-406c-8421-c2d6cce4f7c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.973405931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f7ad648a-a729-406c-8421-c2d6cce4f7c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.973292065Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"627c3ce6-597e-4af7-8e21-f38b048c69e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.973487908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"627c3ce6-597e-4af7-8e21-f38b048c69e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.973560487Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"5cdaa0c4-a505-44db-bf2f-d3d21e4a01f6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:30:59.973602797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"5cdaa0c4-a505-44db-bf2f-d3d21e4a01f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:00.878631691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"c368a0a4-b1be-4d7d-9b51-d064cd2350b1","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:00.93472624Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"45d30802-b262-4bf2-a6e4-8e2a189867ea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:00.934822602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"45d30802-b262-4bf2-a6e4-8e2a189867ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:00.935127175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c2f0de44-6bf5-4f78-b005-38c74e866da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:00.935232844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c2f0de44-6bf5-4f78-b005-38c74e866da8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:00.935456439Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5ddea1aa-9129-4ac0-9394-1642b9afa2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:00.935531865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5ddea1aa-9129-4ac0-9394-1642b9afa2bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:03.623723771Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"86482afb-87bb-4dc2-a4a6-2d1632c0d0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:03.62389391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"86482afb-87bb-4dc2-a4a6-2d1632c0d0f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:03.624255382Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"41c080ad-0a4a-4467-93bb-d7d5c172f5fe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:03.624363482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"41c080ad-0a4a-4467-93bb-d7d5c172f5fe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:03.624682456Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"dff6ba4e-bf83-448a-a8fe-92571e86ca5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:03.624765498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"dff6ba4e-bf83-448a-a8fe-92571e86ca5c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.802800342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"186fa388-52fd-44e0-821d-d9a42e4f730e","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.803632915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"61b1164a-423b-4553-beaf-274e34985648","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.829388259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"da7a081c-f0e4-4c0c-ac24-90cf682fc23a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.8298391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"56f82b75-e1d7-468b-9cab-4f337a2ce46b","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.855445793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2043011b-a972-4dd0-a0be-4304ad4c7a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.855463156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5eea24fc-fd2c-4406-b1cb-28c00c4eca36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.879939641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2043011b-a972-4dd0-a0be-4304ad4c7a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.880782409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"097bd123-1d0d-40ab-8216-fe372be6585b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.88139948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"32354bbf-4484-4ac2-b4fd-4c2f634c6a07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.89490587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5eea24fc-fd2c-4406-b1cb-28c00c4eca36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:03.989819585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"db65e3d1-8343-4091-92f7-a4d15e30ef66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:04.033298932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"13b9c40c-3079-4a91-9887-421405a54090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:04.036719638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"db65e3d1-8343-4091-92f7-a4d15e30ef66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:04.056307126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"13b9c40c-3079-4a91-9887-421405a54090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.203730911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"59da507f-5902-4f24-bbb4-fae9b2976c41","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d66e57","subscription":"e2e-rt-sw-d66e57-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.234090201Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"59da507f-5902-4f24-bbb4-fae9b2976c41","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.249398694Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-sub","reconcileID":"59da507f-5902-4f24-bbb4-fae9b2976c41","MaaSSubscription":{"name":"e2e-rt-sw-d66e57-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d66e57","namespace":"llm","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.425986628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6f2d8f44-97fe-4f81-9e55-06b48ab318eb","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.426079401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"6f2d8f44-97fe-4f81-9e55-06b48ab318eb","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.468983359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af48f630-fc25-49a2-a2d3-b6c93fbdf92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.469190165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"df59517d-2e77-4bec-834b-0698dd5642f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.468983298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24cfdd9b-f2b7-4be6-b9fe-5b9128b8c901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.483789978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"7a7673c7-f6ff-4b62-8382-482d9c5d4c0c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.508876619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24cfdd9b-f2b7-4be6-b9fe-5b9128b8c901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.509700643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"df59517d-2e77-4bec-834b-0698dd5642f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.510044124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"7a7673c7-f6ff-4b62-8382-482d9c5d4c0c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.512057786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af48f630-fc25-49a2-a2d3-b6c93fbdf92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.525682665Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"7a7673c7-f6ff-4b62-8382-482d9c5d4c0c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.544599187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"7a7673c7-f6ff-4b62-8382-482d9c5d4c0c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.561435408Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"7a7673c7-f6ff-4b62-8382-482d9c5d4c0c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.576097684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"57398ccc-371b-438d-85fb-d05945f65694","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.576222352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"57398ccc-371b-438d-85fb-d05945f65694","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.628074807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-subscription","reconcileID":"7a7673c7-f6ff-4b62-8382-482d9c5d4c0c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.740682752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d66e57-access","reconcileID":"7d54d221-7210-4ee0-bd49-73a472adc40e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d66e57-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.785686953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"99d0eb81-2e0c-4a0e-8e93-fb1c5ffd07de","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.813996916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"37bbc6df-da21-49b0-9423-9271bceb5ab9","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.868228628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"c3135a0d-64e4-4eeb-9e81-1071ac009c43","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.868556663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"24713eec-02e5-48b4-b178-c763907f628c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.868750407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"248ecf6b-bcc4-4581-904e-4c9cf2bda86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.900034222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"24713eec-02e5-48b4-b178-c763907f628c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.901140376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"c3135a0d-64e4-4eeb-9e81-1071ac009c43","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.901641542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"a2c55bde-ec72-4a84-9781-19e3165122c3","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.904062772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"a2c55bde-ec72-4a84-9781-19e3165122c3","MaaSModelRef":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d66e57-56609d418959","namespace":"llm","model":"e2e-rt-sw-d66e57","externalModel":"e2e-rt-sw-d66e57","provider":"e2e-rt-sw-d66e57-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.906030109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"248ecf6b-bcc4-4581-904e-4c9cf2bda86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.943879378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"f46df5a7-e79f-4f8c-9723-0c5fb6a375e7","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:06.944150737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"b692407e-360e-4d73-969d-e30a415d78dc","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.140965056Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"16ba7893-17c7-4c88-a8f1-1f7c7059f42f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.243051154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-distinct-models-auth","reconcileID":"16ba7893-17c7-4c88-a8f1-1f7c7059f42f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.29504094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"39fbf73a-f7f5-470b-ae3e-f6cb30e006c4","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.295511369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"15f1cdd3-5942-4d57-863f-ee32f34ba014","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.444092024Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"8cd92b1a-292f-4a0d-8b90-f3f5c8afce99","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.564814917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b99932b6-7c24-465e-b268-ac8125140a8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.615144194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b99932b6-7c24-465e-b268-ac8125140a8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.615681376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b58aab15-cc27-462e-951c-9aafa837416f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.615745026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b58aab15-cc27-462e-951c-9aafa837416f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.616093324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"330754eb-20e5-4952-b2ce-3cabe48f1b8c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.616148368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"330754eb-20e5-4952-b2ce-3cabe48f1b8c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.616480674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"48bf1ed3-3cb2-47e3-b647-9322579dbea6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.616536496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"48bf1ed3-3cb2-47e3-b647-9322579dbea6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.616900852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e6ce143-f993-4f77-b76b-e32de11eb70e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.616950542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e6ce143-f993-4f77-b76b-e32de11eb70e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.601540433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a765c7-db72-4d8d-b47e-0c25ca6102e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:07.601936285Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"875b7e66-bb70-42f0-988c-2fc85c043f26","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:07.642565331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"875b7e66-bb70-42f0-988c-2fc85c043f26","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.614858707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a75dbfd6-6c38-4111-b689-c0026ae35c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:07.615085993Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4ee74c00-2971-40e2-b698-a7e9fa3d473c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:07.646837339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4ee74c00-2971-40e2-b698-a7e9fa3d473c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.643495356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2082e11d-9849-4c9a-b7d0-8f6e598cff19","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.656767068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2082e11d-9849-4c9a-b7d0-8f6e598cff19","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.657268007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d950d36a-59b7-4710-9102-4cb5ff308b56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.657284705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d950d36a-59b7-4710-9102-4cb5ff308b56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:07.643871185Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"df3f3f70-6e94-4fbf-aee3-ac1f00e351d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:07.679548268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"df3f3f70-6e94-4fbf-aee3-ac1f00e351d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.7226731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a765c7-db72-4d8d-b47e-0c25ca6102e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.723654401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9c74c5e-97de-4b23-b4dc-d435dba39422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.829962025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9c74c5e-97de-4b23-b4dc-d435dba39422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.83767342Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d66e57","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d66e57","reconcileID":"b9fd7158-2aec-4037-b3a5-36643fc71610","namespace":"llm","name":"e2e-rt-sw-d66e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.762704187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b597f2d-2430-44b2-8a51-fd9c81add45d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.780935509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e706f381-951a-407f-9615-ecdf5378be56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.808151938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e2f4a1aa-b001-4f5f-964b-6c00788bec32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.839140671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b62379e3-112a-4d19-a853-11ab3d08251e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.840959386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f96a638e-c1f3-444b-8f7b-f1c6e0611dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.843089758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a75dbfd6-6c38-4111-b689-c0026ae35c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:07.993857327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b62379e3-112a-4d19-a853-11ab3d08251e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.015945909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f96a638e-c1f3-444b-8f7b-f1c6e0611dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.042801019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e2f4a1aa-b001-4f5f-964b-6c00788bec32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.308627061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"64cecf99-6c98-489d-9292-b2f2d4aad846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.498170501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"64cecf99-6c98-489d-9292-b2f2d4aad846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.525621188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9b4e7b2-0096-494f-85f1-909dada06907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.526003112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"90175dad-7a2d-4a7b-ad85-7d406bfaa4f0","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.79046761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9b4e7b2-0096-494f-85f1-909dada06907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:08.89610638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"766c631a-3491-4466-8ee9-aa08ed9eacaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.036156328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"7f0a961e-7388-42ba-8132-51959bad6ab6","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.080991598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8d903214-f606-4e4f-b405-9e97602a84fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.093074933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"87e10115-524a-4ed8-ab56-a34a168830dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.176259308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"766c631a-3491-4466-8ee9-aa08ed9eacaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.185591404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.228153925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"87e10115-524a-4ed8-ab56-a34a168830dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.237140901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"21872972-67af-4a35-b4c2-98b53876d232","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.229773993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8d903214-f606-4e4f-b405-9e97602a84fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.300075877Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"21872972-67af-4a35-b4c2-98b53876d232","name":"distinct-w0-4b5989","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-4b5989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.301364744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"21872972-67af-4a35-b4c2-98b53876d232","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-4b5989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.301649739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"4e38c967-f7a4-45d0-8987-0e3925ebfd8a","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.302096554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"9562950b-bb8d-456f-83ba-3c71a8760481","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.331291174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55d10847-ff22-4180-bbc6-2440e4ad6f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.358725397Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"e82d4b83-2a0f-4681-816b-8a06e304a68e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.369412247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"e82d4b83-2a0f-4681-816b-8a06e304a68e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.485804231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"029f2da2-ab3e-4fd6-bbf2-9f19d7883a39","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.487524936Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.497483064Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub1","reconcileID":"4703264e-226d-47bd-908b-7c9edfc0de5b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"distinct-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.4983057Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2071fbc5-d48d-48ef-9afc-47f5acb86e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.49848871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2071fbc5-d48d-48ef-9afc-47f5acb86e85","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.510311989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55d10847-ff22-4180-bbc6-2440e4ad6f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.513879284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"8633e19c-dc6e-4681-848f-e3145814bf49","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.525387946Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3536f737-9443-446c-a9c7-dfc0a8636068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.5255741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3536f737-9443-446c-a9c7-dfc0a8636068","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: compose ai-tenant-e2e-worker-w2-c16684/e2e-dedup-subscription@e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: model e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.546624678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"20a79dc6-851f-4d9a-a4ef-c9860937da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.548110967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"973e56f9-3259-4352-827d-abb71ef8ace3","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:09.549121161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.571893702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"cd0b8eb9-d17f-4c04-b175-10073a4fe450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.581831622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"20a79dc6-851f-4d9a-a4ef-c9860937da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.582706017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"3cf54e83-f25b-4059-984c-6dade75bd942","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.637585845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"353fc190-6f36-405b-bd7c-62c5f7dd927e","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.640682152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"cd0b8eb9-d17f-4c04-b175-10073a4fe450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.660107625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"aaf63f03-ff6d-44ec-8e81-c71c72bfb30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.68861261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9eee4310-a7f3-47e3-8960-a34c767996f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.727030301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"586b11d6-7357-45e4-bf77-d6655460aa4a","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.754035572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub2","reconcileID":"ceae629a-c9fd-48e7-93b6-5cd33cfc3a63","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"distinct-2-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.792607592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9eee4310-a7f3-47e3-8960-a34c767996f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.795390299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"aaf63f03-ff6d-44ec-8e81-c71c72bfb30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.79989099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"a57235fb-eba3-44aa-9949-122d8e0f4039","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:09.892518419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub1","reconcileID":"b54527a9-b8f1-4467-bb1b-e6956554f7fb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.078112142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"755cc5fb-0d7a-4346-b0f2-7010a04e2b3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.078782788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"8ad6d38a-762a-48cd-bb2b-e625236c9a5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.079227137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"90af7ef6-530e-4b11-aa95-861444b8d5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.079638261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"ab5a6a45-3f1f-4a0c-bc15-0d3b59ddeaaf","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.229510615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"8ad6d38a-762a-48cd-bb2b-e625236c9a5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.337117397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"90af7ef6-530e-4b11-aa95-861444b8d5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.376185512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"755cc5fb-0d7a-4346-b0f2-7010a04e2b3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.407040924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub2","reconcileID":"537d7b21-f6a0-4a41-93fd-85b22b35f3fd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.534805545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"833b4cb7-7002-4455-a4e4-6f9cb08c5a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.586981967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"833b4cb7-7002-4455-a4e4-6f9cb08c5a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.667846064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"b16f2a17-abc4-4a80-82e1-9461526b73d7","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.698532207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"d8a64113-eb6c-45fe-a4e8-bfac28e8ce6e","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.699552737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"7dd6428f-c4d1-46d0-974b-3dcd400a1d56","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.775733968Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.800116441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"2883c3c2-0ffe-42ad-aa77-d56b3934d160","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.80140059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"df0f7f85-e679-4160-85b8-9d293467bc1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.856250594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"df0f7f85-e679-4160-85b8-9d293467bc1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.857265967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"2883c3c2-0ffe-42ad-aa77-d56b3934d160","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:10.962902693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-subscription","reconcileID":"22ecbe24-3600-4ffe-946a-23bd5c6c5432","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:11.098198913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"df0f7f85-e679-4160-85b8-9d293467bc1e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.099450701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-subscription","reconcileID":"22ecbe24-3600-4ffe-946a-23bd5c6c5432","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:11.199616941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"2883c3c2-0ffe-42ad-aa77-d56b3934d160","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.226621319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"175d426a-1727-4bd9-86fc-01fcbadeb3d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.28053509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"c53e0285-1bc8-4b38-9a71-4e8f153c58a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.3440753Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.360679583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"34574591-2b03-4e25-b345-52e79d3853b9","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.362197748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"c53e0285-1bc8-4b38-9a71-4e8f153c58a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.380494447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"17bb32a5-a03a-426d-86a5-f965adcdf597","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.415982803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f03ed42a-2535-4f13-b321-681f68b87f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.417064102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"a4acb3ae-de4f-4e39-b324-7100318e1c69","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.417894086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"03c7e9fa-69f3-4af1-bdb2-2d0e5ad19c10","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.470273955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"a4acb3ae-de4f-4e39-b324-7100318e1c69","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.502533539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"03c7e9fa-69f3-4af1-bdb2-2d0e5ad19c10","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.504486105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f03ed42a-2535-4f13-b321-681f68b87f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.507727556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"5f00f1b2-5ece-4918-9120-9206f51dbede","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.592405257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5112c27c-41aa-4c86-b63c-bf9edf2b759c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.620576332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5112c27c-41aa-4c86-b63c-bf9edf2b759c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:11.656696397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"03c7e9fa-69f3-4af1-bdb2-2d0e5ad19c10","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.657424517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-dedup-auth","reconcileID":"58e7be4a-628c-4084-91ed-3efeac7f266d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.662313492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e9d3388d-10cd-4752-a13a-d96a5f46bc21","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.762464643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"830f9a01-7e67-4bf3-93ab-67821bfd61ab","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:11.764682496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"c2433909-2759-432f-8736-4b754715da3d","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.764670469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"735471aa-0a50-43d5-b1e4-d53bd6eaba26","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.792829031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"def47f31-4344-46a3-b1d3-2e854db5c1c1","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.877068372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"9561fd75-16b6-49ec-bc91-7603e02b0809","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.901150047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"9561fd75-16b6-49ec-bc91-7603e02b0809","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.969193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-4b5989/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.96926014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"69107465-99d0-4e4e-8047-d97ab12e1088","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:12.987721123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"f1faea1c-1a6b-46bd-9231-7be1da59ad9f","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:13.004437877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-sub","reconcileID":"26d464e5-eb6e-428d-9d03-0a9c1e42e50a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.01321538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"11e6b20a-58f1-4946-a11f-2131ab05f6f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.013218497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8d27a7e0-b238-465d-8ab9-65a9ac26fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.033318617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"11e6b20a-58f1-4946-a11f-2131ab05f6f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.033668737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8d27a7e0-b238-465d-8ab9-65a9ac26fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.045117583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"250838a7-4da2-421b-9f7b-02cf96922e6c","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.06509958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"74184caa-9cfd-4ab9-87e5-84560d1cc330","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.068127234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"13e8e2ab-4ee4-46cc-865a-40b665532cee","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.080928822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"58375262-73cb-4fb2-a19d-5356e488f0e4","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.121954912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"e1a52c3c-cd2b-4884-942e-e50b1c3088ae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.130976321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub1","reconcileID":"b6811852-1b0f-48e4-b888-7b577d32d1fe","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9128dcf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.151384716Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-sub","reconcileID":"31afbd48-6021-4e4e-b38d-22fa1b4688e8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.154473647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"e1a52c3c-cd2b-4884-942e-e50b1c3088ae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.157198838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c4daa392-2905-4f1f-af2b-292e256f6526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.157153504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e2afb18a-c3da-439a-9b4d-cac76900f958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.190889671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c4daa392-2905-4f1f-af2b-292e256f6526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.194502711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e2afb18a-c3da-439a-9b4d-cac76900f958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.222989302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c3da1099-98c7-4e78-a191-996f49d59b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.227623339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"3e3138ed-f666-472f-b5b6-ae4e7691ac9b","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.237955308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"ef315a02-e2e6-4113-bb25-fd56721e8d8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.277532623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c3da1099-98c7-4e78-a191-996f49d59b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.323279928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d2255829-3d07-430e-9f2a-dd987c90a74d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.328264906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-sub","reconcileID":"cdb902b1-e2db-4c17-b4ba-29cb0ce1b18b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.344757323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d2255829-3d07-430e-9f2a-dd987c90a74d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.452271567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"9ea4f8c2-4075-41f0-8b4d-fdd1e4b6490d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.452506635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"70ad4f93-cc36-422e-99f9-419348c60f8b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.452270749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41114c85-8abd-45d3-ab18-67b52224f60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.473848336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"70ad4f93-cc36-422e-99f9-419348c60f8b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.473887195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"9ea4f8c2-4075-41f0-8b4d-fdd1e4b6490d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.477848258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41114c85-8abd-45d3-ab18-67b52224f60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.509294991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"68c79f0a-205a-449b-b9ce-36a5017f76bb","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.552378697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b8ceba57-8308-4a1c-8356-1641df34ef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.577431321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b8ceba57-8308-4a1c-8356-1641df34ef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.62590493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"2c50cf14-42ba-43fd-a6f3-04e9e268c3d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.648636558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"2c50cf14-42ba-43fd-a6f3-04e9e268c3d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.725994744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bc22401e-c4bb-470f-ab95-699ff78af575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.726651583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"15dfe4e0-8d3a-4c2f-89ca-0fbe84afb7cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.748997581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"15dfe4e0-8d3a-4c2f-89ca-0fbe84afb7cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:13.749140796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bc22401e-c4bb-470f-ab95-699ff78af575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.351199733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f5721a28-ac64-4826-ba63-32dc8a5aad1c","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.351680544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"d9fb58bf-5012-4d53-9527-6e3a820888af","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.385595843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"256d0c03-c306-4d2e-b9fa-88c0147b4210","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.386125742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"08154144-4bc4-4451-a37e-33b5ff8625ad","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.402554058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cd124140-7aec-4af9-9849-441635e7311c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.403498563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7756043a-2e25-48fb-bc36-24569c2935e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.419973357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"8291bb74-f35f-4fa2-aff5-33be6aceb593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.420241213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"c4d82b11-5734-40b5-a90e-d92fdac49f09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.423440766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cd124140-7aec-4af9-9849-441635e7311c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.426961292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7756043a-2e25-48fb-bc36-24569c2935e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.564181687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3890deee-6618-4a3b-9846-52c46fd907fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.565527882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ff522d21-7022-457f-8422-b6fc8e49d512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.589793787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3890deee-6618-4a3b-9846-52c46fd907fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:17.595796662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ff522d21-7022-457f-8422-b6fc8e49d512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.146852647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub1","reconcileID":"6e77db7d-84af-4d6a-98d9-0fc0ae5e7327","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.162003969Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub1","reconcileID":"6e77db7d-84af-4d6a-98d9-0fc0ae5e7327","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.177503587Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub1","reconcileID":"6e77db7d-84af-4d6a-98d9-0fc0ae5e7327","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.266799275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"f390e42c-1c87-44e3-802a-5bc35dc169b4","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.289803667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"9765196f-f8e5-46d5-a1bc-f3d77ee04cb7","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.474019459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"1d320bda-a7f1-4b26-bcfa-c9c3a0f9e50a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.474882129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"294988b4-dbe4-4037-bdeb-70d92a234e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.476310879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"f2e1624f-d267-45da-8e72-6bef805b0ab0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.476383683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"0fb35201-d198-417b-ab7f-f708359f0934","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.477097058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ae1ab4a0-5435-47a4-82fb-1b08052b8151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.499436941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"f2e1624f-d267-45da-8e72-6bef805b0ab0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.501768044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"1d320bda-a7f1-4b26-bcfa-c9c3a0f9e50a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.50179339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ae1ab4a0-5435-47a4-82fb-1b08052b8151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.504309609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"294988b4-dbe4-4037-bdeb-70d92a234e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.528921392Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub2","reconcileID":"6a29f8ee-3513-467f-9d6a-fc55e2d0b34d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-add1ab35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.5632238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-sub","reconcileID":"88ef8382-7faf-4d9d-8e22-9adac5ba3e31","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.641932209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-sub","reconcileID":"88ef8382-7faf-4d9d-8e22-9adac5ba3e31","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.707107266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"3862ab86-b171-4a12-9014-04091dff8c3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.70792804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"39100f9b-3193-4f16-9d74-f7a6f726fda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.708492308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"c142e94a-906d-404d-b4c0-74bf939d6791","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.708558138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"58d0d745-18ca-4b77-9311-a6842b7655bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.710087858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"dcbb14f6-44e6-4d67-80b0-7cdf6a412fce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.73172597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"39100f9b-3193-4f16-9d74-f7a6f726fda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.731725972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"c142e94a-906d-404d-b4c0-74bf939d6791","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.73312959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"420f2e47-2beb-4047-a3b6-be1007aa444b","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.735445369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"dcbb14f6-44e6-4d67-80b0-7cdf6a412fce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.737270542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"58d0d745-18ca-4b77-9311-a6842b7655bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.778279447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"009145b2-7261-4b14-b65d-696d4a23c26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.801651053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"009145b2-7261-4b14-b65d-696d4a23c26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.884249863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e09d20e5-8245-4070-a9a7-324f30d57591","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.905442492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"0ea77154-4b72-4fba-b3ff-41480ffd9fbb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.905456291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5f468824-4b83-4d0f-a59e-5ff324fae155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.929798518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"0ea77154-4b72-4fba-b3ff-41480ffd9fbb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:23.930677125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5f468824-4b83-4d0f-a59e-5ff324fae155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:24.061929994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-user-token-filter-auth","reconcileID":"eb80ea68-e582-4fca-9eee-9783eaa27930","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:24.28689127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"266a71d0-9e49-4bf4-9bfd-93b388190970","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:25.281745982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"53cb18fc-4dc2-4a86-8c11-4c829c511301","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:25.312261256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"ab0b330d-2e53-4a32-bbf4-ee6bb503c1d1","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:25.714964847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"4db35043-7a2d-4fd5-96e1-4ab26ec7c0f2","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:25.730637812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-c16684 priority=10:[ai-tenant-e2e-worker-w2-c16684/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-c16684/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:25.778481348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"d840a00a-05ed-4a3d-a6f2-e8600291941c","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.058628699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"dca081d8-d2a9-49b9-aa18-bb8a4205e71c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:26.060420317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"607c8f83-b462-4397-96af-36d59e96c9e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:26.089538967Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"d840a00a-05ed-4a3d-a6f2-e8600291941c","name":"distinct-w2-c16684","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-c16684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:26.089650681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"d840a00a-05ed-4a3d-a6f2-e8600291941c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-c16684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.128877377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"2f3a73bc-3c8d-451f-b9d1-abb834d80450","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.245730872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"77eb3d3c-9d2a-43d3-993e-43789ea63ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.527574204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"a4bd7117-5c80-4f23-8e1f-b00722fff423","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.534473403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"845b1698-2fdb-4b9c-b28c-31b8c465498c","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.626550314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"779489b1-421e-4e8d-8903-18f790c4ea51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.649027413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"e7703dcf-6a5c-4ec0-a9bf-76aa365aaa14","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.751262126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"9fd89f06-7e2d-4377-9666-f22835bb59cb","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.692265533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"dca081d8-d2a9-49b9-aa18-bb8a4205e71c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.790470889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-c16684 priority=10:[ai-tenant-e2e-worker-w2-c16684/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-c16684/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.656922216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"77eb3d3c-9d2a-43d3-993e-43789ea63ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.793816646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d861140e-776e-4587-aaa8-0fc71933a614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.821704305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8757826a-3065-4876-9bc0-08c5b985699b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.82614717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"779489b1-421e-4e8d-8903-18f790c4ea51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.96116601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d861140e-776e-4587-aaa8-0fc71933a614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:26.962712647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"1a209f18-e04d-42ab-ab85-a2ba8fddd68f","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.031305215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8757826a-3065-4876-9bc0-08c5b985699b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:27.124057102Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"1a209f18-e04d-42ab-ab85-a2ba8fddd68f","name":"distinct-2-w2-c16684","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-c16684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:27.207521091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"1a209f18-e04d-42ab-ab85-a2ba8fddd68f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-c16684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.207773624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"e9b6437b-e858-4f28-a68d-76832a1346f6","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.171737006Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"a9754317-8338-4494-82e8-3f13c5c399e0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-w2-c16684","model":"distinct-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.343600351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"2b4ee4f9-b62a-4a0a-b166-d3c231d152cf","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.352475141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"e19368e6-df48-48f3-8580-51d66f4f37c6","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:27.353136047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-c16684/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.402189114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"7ea06520-1239-4419-8e5f-946c8e93214b","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.560036101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"985ad769-be7b-47b3-a752-4b77f5c6dd5a","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.585987823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"95f3606e-1316-4e88-ace2-48f8645f863f","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.606101721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4976cf3a-bc48-458d-81c8-e0dfccb42be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.60665579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"04806f99-b254-4c18-a9f5-5e0d10a0b898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.607074714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"af00f8f4-947b-42cb-a65c-7fcd37cf7cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.675101944Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub2","reconcileID":"456652e8-df44-45cb-8e55-8ddd1cb20941","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","model":"distinct-2-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.675397154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9e942270-3416-4637-b50f-11d9fbcdcc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.701235004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"1c238ea0-b708-4f0e-830a-cd07069d6163","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.797304962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9e942270-3416-4637-b50f-11d9fbcdcc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:27.950796364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"d15f76f8-058b-4b3e-8254-d1fc121a0164","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.062511259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4976cf3a-bc48-458d-81c8-e0dfccb42be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.064457421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"04806f99-b254-4c18-a9f5-5e0d10a0b898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.16304965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"af00f8f4-947b-42cb-a65c-7fcd37cf7cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.357643234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"30ebaa3e-2fe3-4478-87ac-3dd8b7686121","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.361642174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"158262d3-d0a8-4ccb-9946-e6c6b45ae80d","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.36336065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"d15f76f8-058b-4b3e-8254-d1fc121a0164","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.487576727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"fb016b7e-ad5c-451b-b3d1-1091fb64d338","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.615977867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1a0e1158-cdf4-44b8-915e-f81e389c27dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.636177335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"6686f0ee-8d26-4a4c-a1f0-ee0241c6c170","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.637451411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub2","reconcileID":"9aee0630-526b-4b63-97e6-59dd18e05433","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.67652269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1a0e1158-cdf4-44b8-915e-f81e389c27dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:28.957966921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"6686f0ee-8d26-4a4c-a1f0-ee0241c6c170","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:29.394598757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"c56d7eaa-407c-4b2c-bd3d-9fc967cbac27","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:29.559100044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"d5a1ed81-da8e-4b53-afef-fcb643a75965","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:29.614375535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"d5a1ed81-da8e-4b53-afef-fcb643a75965","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:29.892030939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"b0921f43-3341-4d90-bb04-aaf096419d6b","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:29.958764448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"d5a1ed81-da8e-4b53-afef-fcb643a75965","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.07715573Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"feea038f-7367-4eea-b77d-0b0030380d1b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9cee038","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.158761236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"c8a3bdcf-6e4a-42d3-883a-75a130d16d09","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.159758757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b5ac5b2c-45fd-4b9c-b7aa-ea13ef983098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.160406375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6ef1ef5a-9f35-402c-8fdd-edb84cb603fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.239673778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b5ac5b2c-45fd-4b9c-b7aa-ea13ef983098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.240559618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6ef1ef5a-9f35-402c-8fdd-edb84cb603fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.334640214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"c8a3bdcf-6e4a-42d3-883a-75a130d16d09","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.375451027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"d457b272-c24b-4d43-bdbd-ec86a37cee02","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.430380283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"d457b272-c24b-4d43-bdbd-ec86a37cee02","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.683225808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1936ce7f-c13e-45d5-807e-3647543bb9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.725809518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1936ce7f-c13e-45d5-807e-3647543bb9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.773962629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"74e9c1f5-4335-4a49-a84a-5f71ea557d34","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.774752783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5b46e944-a9d2-4e99-b6aa-84003867d29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.813775773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"74e9c1f5-4335-4a49-a84a-5f71ea557d34","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.816660539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"bfbbcceb-8aa0-47dc-8297-4a97082a16a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.818053721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5b46e944-a9d2-4e99-b6aa-84003867d29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:30.854205357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"bfbbcceb-8aa0-47dc-8297-4a97082a16a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.64081415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"37f05970-7282-4323-b27a-d5da874da1a1","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.642098439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"01ccc9ab-c0aa-434b-8b1a-82e52f159c83","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.675165248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"91762af2-96d2-41a9-aaa4-b6d54eabad5a","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.675914604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"59ddb0ae-b58f-46ae-b6f0-c9a4fd7bbd5d","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.706936989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"42e31c0a-0a3f-493a-bf9f-2e6795e5493f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.707794013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a02fee16-4d95-43fa-a15f-6ac0deab9d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.713044289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"562b5b12-298e-4d24-8c70-fb49574cd594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.74082112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"42e31c0a-0a3f-493a-bf9f-2e6795e5493f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.743720195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a02fee16-4d95-43fa-a15f-6ac0deab9d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.8613725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"2534f3ce-8e6f-4c09-bc4d-6dcfef21b8d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.914484392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"49745307-9aee-4318-8d0c-7ae69e1941ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:31.963945603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"49745307-9aee-4318-8d0c-7ae69e1941ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:32.021029508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7086e662-7116-4db1-83b2-1a0c416cd7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:32.117927498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7086e662-7116-4db1-83b2-1a0c416cd7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.544688213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub2","reconcileID":"febaf713-fc6c-4717-84d5-fb8868cb0604","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.560181988Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub2","reconcileID":"febaf713-fc6c-4717-84d5-fb8868cb0604","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.575941593Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-sub2","reconcileID":"febaf713-fc6c-4717-84d5-fb8868cb0604","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.666282019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"24e0503b-cb15-4356-9a8e-5e766aac8aad","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.68816559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"2215b71c-5f02-4fec-9acf-ecfab3c20a03","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.709252924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"1f0c2238-5629-4a56-b0c6-17b209ce83ff","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.736111677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"50fb41b1-d6f2-4fc5-a682-6bd2e36b23c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.736109418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"ea6d353a-18b7-4bec-8304-dbe6a4204821","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.737223861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"98df71b3-3983-43c2-bc8c-23ab6bf77de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.737256119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"e4840ee5-e5a5-4a6d-8877-1d989e528e24","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.75623094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"50fb41b1-d6f2-4fc5-a682-6bd2e36b23c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.756496382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"ea6d353a-18b7-4bec-8304-dbe6a4204821","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.760278241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"98df71b3-3983-43c2-bc8c-23ab6bf77de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.760643127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"e4840ee5-e5a5-4a6d-8877-1d989e528e24","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.819934353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth1","reconcileID":"29aeeeaa-3d42-40f8-80bf-f427d3cc4e75","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.820271361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"de7f172c-3b86-41c8-a4a2-356480fe48b6","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.914448038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"5eacab2c-8d6e-4954-9321-6c5758914ac9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.923471965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"b4c3cc0e-a3da-47db-93b9-0f7bba4a2aab","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:33.935867167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"5eacab2c-8d6e-4954-9321-6c5758914ac9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:34.09103645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-return-all-auth2","reconcileID":"66f228d2-50aa-401a-8bdf-c35f5bfa66cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:34.091085236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"9af138b8-957e-4b67-9da5-ac597bba0e1a","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:34.311949932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"5c231f50-29bb-4836-82fa-87a903f1db15","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.572686157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"9f90d92b-8195-4b60-9b81-42572b04b50d","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.591976997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bb9c96ef-7d05-4e66-9fc3-9d911f598725","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.635111454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"158bd536-c0ff-4833-8975-ccc00a235a91","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.65668706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"158bd536-c0ff-4833-8975-ccc00a235a91","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.739569154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bf1b5849-14f1-42ce-b4c3-d568cb98d642","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.779174226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"266984ac-8079-47bb-8aa3-bd1cfe72f3e7","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.788488523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"0e9801b2-f86e-4288-93a8-02d94206e21b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.798197935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"d37554b5-bfc4-4408-9da8-32abfa1fb910","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.809774423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"0e9801b2-f86e-4288-93a8-02d94206e21b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:35.815281094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-valid-sub","reconcileID":"3230a94d-d43e-4617-9802-1e4f0b102bba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.853216838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"262813e5-4287-449e-9648-3be6e98ad91a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.872644963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"38e84147-34c9-446f-830b-6b8a52a284d8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.889582251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d3c51bd4-a8f4-481c-8ed8-64d11f362ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.889582255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1eb1e362-2913-4ce4-9ae5-2567fc55aabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.910732206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d3c51bd4-a8f4-481c-8ed8-64d11f362ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.911137916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1eb1e362-2913-4ce4-9ae5-2567fc55aabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.956782208Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-valid-sub","reconcileID":"4b4eb938-23f1-4a51-bc65-9f871cd95f4d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:35.988253374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"732d625b-3865-4044-9d5c-59de6d109478","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.001562796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e267afce-7eda-49d7-9ac6-2d51ffe237a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.008060404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"732d625b-3865-4044-9d5c-59de6d109478","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.013830667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0f472083-265b-48eb-92b7-c1a8787b1a52","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.0216263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e267afce-7eda-49d7-9ac6-2d51ffe237a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.033600897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"771595e3-996b-4fb7-be3f-9c5871cdbc1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.089198695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"71c51f82-1030-4807-aea9-7cc76a99605c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.108914561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"71c51f82-1030-4807-aea9-7cc76a99605c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.132689011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-valid-sub","reconcileID":"d081cfb7-fb72-40b1-b9ec-fc0f01bb46ca","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.310376488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"7aca87c0-8821-4723-a468-e90c4c7cc591","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.353809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"724c654f-25b0-4fb5-9f01-9c575276e7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.353882857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4b5d2b8b-8286-4396-be8c-8f1baf65653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.3543062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"bdb6f6e0-3f27-4171-b9f4-4d389d0feea8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.374644952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4b5d2b8b-8286-4396-be8c-8f1baf65653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.375767853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"724c654f-25b0-4fb5-9f01-9c575276e7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:36.37722227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"bdb6f6e0-3f27-4171-b9f4-4d389d0feea8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:38.953395908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"6f376c14-e1d5-48d0-a4c6-6a82a3fa0fb2","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.093265037Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"ec20225b-68a3-449f-aba5-61ac551866ec","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.10851921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"ec20225b-68a3-449f-aba5-61ac551866ec","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.123745625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub1","reconcileID":"ec20225b-68a3-449f-aba5-61ac551866ec","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.277597702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"c25d089f-39f6-4a4f-b9b7-a372fa071af6","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.354974388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"6b121f72-04ea-4425-908e-137af262e570","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.3551212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"efcf638d-cf2b-4e00-ac8a-3569f9955594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.354973962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c4f112f7-b257-4e9c-b729-536b2a64edda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.355495484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"bf5e539d-3396-47da-87b9-45e8068e71c4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.375673715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"bf5e539d-3396-47da-87b9-45e8068e71c4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.376589519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c4f112f7-b257-4e9c-b729-536b2a64edda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.378670177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"efcf638d-cf2b-4e00-ac8a-3569f9955594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.380145606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"6b121f72-04ea-4425-908e-137af262e570","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.426694321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"6c9859eb-4a0e-4ff9-87cc-9ed0d4d8f5d4","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.476729716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub2","reconcileID":"40767dbb-86d4-423a-be93-e69f0a090218","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92704f8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.629527111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"604ca255-5d4f-42fe-afa7-719b843f5d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.629539134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"17cbcffe-a7fd-45fb-8e23-12fa4907d358","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.67474533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"604ca255-5d4f-42fe-afa7-719b843f5d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.674816072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"17cbcffe-a7fd-45fb-8e23-12fa4907d358","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.699984082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"a9ce8855-932c-4c18-b734-bd64eb7da3f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.699992887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2f2adb6c-ffa5-41d0-9117-b2c99f881977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.719723133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"a9ce8855-932c-4c18-b734-bd64eb7da3f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.719905739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2f2adb6c-ffa5-41d0-9117-b2c99f881977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:40.756985494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.839401601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"fd9fa457-da39-46bf-970d-86369ac06e00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.840953912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"3bdb55a2-a2af-43e3-99ea-287a12a56553","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.841066205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"497690db-3ea8-4228-a57e-38ab7e0f9e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.845383093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"aaa6a778-e947-4874-9478-62399e5c656e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.911427348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"fd9fa457-da39-46bf-970d-86369ac06e00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.93387264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"aaa6a778-e947-4874-9478-62399e5c656e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:44.997528641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"497690db-3ea8-4228-a57e-38ab7e0f9e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.043970225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"3bdb55a2-a2af-43e3-99ea-287a12a56553","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.115598637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"5f2e7e6b-af75-4ba5-9622-9cc462c88855","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.148650214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"5f2e7e6b-af75-4ba5-9622-9cc462c88855","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.251948469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"73387487-f8b2-469f-8312-d1e6f539753e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.252703998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ca3d13cc-bfc0-4c1b-8933-7d33759124ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.352945028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"73387487-f8b2-469f-8312-d1e6f539753e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.353845211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"46d6f315-e929-4fe9-9819-b43bbb5a3fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.369550356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ca3d13cc-bfc0-4c1b-8933-7d33759124ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.371027056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"fe43c5d8-bb0f-4198-883c-22fac6da36c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.371743548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b51512b9-69ad-42c2-b7d1-7cf90f5c745c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.386129831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"46d6f315-e929-4fe9-9819-b43bbb5a3fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.441796389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"fe43c5d8-bb0f-4198-883c-22fac6da36c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.491668933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b51512b9-69ad-42c2-b7d1-7cf90f5c745c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.576126445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"cbdb5177-4870-48a5-949d-5f78fc4126b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.577201298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"1fec3e00-039f-4ffe-99fe-efd7be46ffad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.577999985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"586411c6-a14c-40ca-9acd-f267f82b2ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.614019052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"586411c6-a14c-40ca-9acd-f267f82b2ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.615635685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"1fec3e00-039f-4ffe-99fe-efd7be46ffad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.618026253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"cbdb5177-4870-48a5-949d-5f78fc4126b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.667968487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ee2f2d7d-468a-44c7-8361-26d94294bc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.716940767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ee2f2d7d-468a-44c7-8361-26d94294bc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:45.801348946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"4d671e57-bae1-49fb-84a9-b059dbe5b8a2","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.411386418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-valid-sub","reconcileID":"5c589eca-7388-40a9-9741-be2d0b8813b0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.495490029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-valid-sub","reconcileID":"5c589eca-7388-40a9-9741-be2d0b8813b0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.558618995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"d81fa305-7a6a-434e-8726-b945129dd878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.655717991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"34952e4b-02f3-4e29-9830-f999a8a96789","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.718388587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"53661643-8ffb-4b56-a8dd-50e56a6f6ab6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.718445882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"71bff520-e5c0-49b1-8b78-9ed01a49fa64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.718986633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"806566b6-67c0-4aad-858a-4e70a8b1a343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.739485716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"71bff520-e5c0-49b1-8b78-9ed01a49fa64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.739642201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"806566b6-67c0-4aad-858a-4e70a8b1a343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.742478968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"53661643-8ffb-4b56-a8dd-50e56a6f6ab6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.809278991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0750e584-fd0e-4d55-a507-8019557f997a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:46.877068454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-models-invalid-sub-auth","reconcileID":"08215d35-a6cb-47fe-89e8-b7a9b1f3441b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.098138177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"1061a100-f6b0-4ff1-912e-caa54fb4803e","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.098589712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"af7ef52e-a41d-421f-811d-d1aa8a7097cc","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.100877332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"67bf451a-620c-48eb-b696-772e58c4701d","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.10137154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"6181aec3-42c4-44f2-8b40-149d254546ca","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.125909651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"eb9d01ad-b33f-40ff-9fd1-8e7d4cad9a6f","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.126242655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"7b177d60-ccf5-4e3f-9e94-dc63ecbbe3d1","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.1265714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bc1cb027-8e2b-4855-8cd6-bcd3b4024036","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.14226391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b75486c2-c367-4760-8a98-7c51b0e3e4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.142271807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"03a8fdb4-535e-4acb-8080-e90c02803e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.162311069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b75486c2-c367-4760-8a98-7c51b0e3e4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.163009475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"1cf06c87-1ed8-4a92-838d-a4060bb30e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.163999868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"e75c2a8a-73b4-41ed-802c-95de8982e479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.165968524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"03a8fdb4-535e-4acb-8080-e90c02803e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.285045763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e76c0325-4816-49b1-83b5-9893e22b2c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.312641723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e76c0325-4816-49b1-83b5-9893e22b2c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.372999642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"231e4dac-f637-4103-8979-fe1b685aff64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:47.396390056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"231e4dac-f637-4103-8979-fe1b685aff64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.131750346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"a2083cc7-66bd-4768-a11b-f6d3204027a9","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.149712369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"d1628515-55f8-464a-ac2b-5ed7dfcd3d5c","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.211980937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12ca131d-43f4-4fad-be9d-a1b984a0e584","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.232433476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12ca131d-43f4-4fad-be9d-a1b984a0e584","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.257252463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"dd6ed8f6-adfe-4787-a5f7-96de2d3ed7d0","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.360337235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"f64e8185-7a7f-4402-8c7b-08ecc6ea9e5a","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.386269085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"2cff6d6b-8d2e-4a2d-b3aa-9662f4452ff0","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:48.406437245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"85eb6dd3-f90f-44fd-bde0-b43a9dd86e67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:48.407773678Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"2cff6d6b-8d2e-4a2d-b3aa-9662f4452ff0","name":"distinct-w0-4b5989","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-4b5989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:48.407930637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"2cff6d6b-8d2e-4a2d-b3aa-9662f4452ff0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-4b5989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.413364523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"fad56203-c7db-4d1c-9f08-9123a7e4ee33","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.42986219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"942ebf3d-72b1-4fc3-b1c1-d2f78fdd738d","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.439397024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c3d843e0-87eb-4540-9030-364efcb0f770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.439560998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d1b7b1cc-7f9a-48aa-99be-ada9da942e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.450793929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"f58cd380-bfb4-4935-8784-499b7a57e4ff","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.460588675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d1b7b1cc-7f9a-48aa-99be-ada9da942e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.463396928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c3d843e0-87eb-4540-9030-364efcb0f770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.468855108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"693699d9-37f6-4d1e-913c-8d2c51e43b32","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.531205731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a50fd2c-d0b5-457a-b8ed-9ed932beed78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.543709302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"908d2801-8a1b-4831-aa6b-a6c6232efecd","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"distinct-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.552557184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a50fd2c-d0b5-457a-b8ed-9ed932beed78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.566635111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"5e720cb4-ce52-4ab9-a0b3-8463b7553c71","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.586552949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"65801fba-a53d-4d4d-9d62-eda5e86d17d9","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.608772912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"743f4af4-23bd-4660-a1f7-e705938934be","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.653384872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a72849f1-d677-42a0-8b47-89533932e77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.653384922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"04ab52ca-2a30-4662-b479-7845d9752529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.669881917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a30285e1-fb46-488f-ae01-5f2b36f84115","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.673790787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a72849f1-d677-42a0-8b47-89533932e77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.674289715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"04ab52ca-2a30-4662-b479-7845d9752529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.770463869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6f80d1e3-f576-4879-975c-065435e52b84","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.810882185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"a5e7601f-aaaa-4ff2-af32-4ce32c9ac6fa","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.812384128Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.813689099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6f80d1e3-f576-4879-975c-065435e52b84","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.835980852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"b07574f0-bc3c-4d6d-a50b-1913058ff769","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.847776462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"f822c915-781e-457c-8cf2-dc70ff6b88b2","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:48.854047012Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.868405602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bef2d955-a2be-40ce-b346-4aa335044df7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.869023344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"9e87d98f-7341-4768-bdda-1e71989c5095","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.897062118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bef2d955-a2be-40ce-b346-4aa335044df7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.946917102Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5a54f8d1-d8b3-420a-9a6c-ef55d66ca120","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"distinct-2-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.987608922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"05b00c00-6db1-471f-8766-83d99dfc073d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:48.987678455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2f580702-4eee-41dd-8aa8-b2e047a1098b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.009561934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"05b00c00-6db1-471f-8766-83d99dfc073d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.010089664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2f580702-4eee-41dd-8aa8-b2e047a1098b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.010538552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"f9aec982-ff84-4701-8cb4-9c9c25282f9b","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.025050719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"954e61d3-0e8c-4ebf-aec4-8b108d556a4c","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.076973834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c04178d9-f047-4cd8-9456-fea358af1912","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.102414232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a8c54e01-5bf6-447f-ab82-98d3830659ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.125451503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a8c54e01-5bf6-447f-ab82-98d3830659ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.210899191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"81f739eb-a4f1-4733-b6f7-4c8ab89b4f9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:49.232466853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"81f739eb-a4f1-4733-b6f7-4c8ab89b4f9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.210059666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"7a5e4da2-427c-4bfd-8577-32417254105a","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.267762081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"daebba46-dcea-4019-89ae-9ee16c67c5cf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6593169","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.293821851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c47cc92a-62a6-476d-b874-b969ad1feb5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.319562494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e84aa335-9b82-40a0-a481-b0c20214ae3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.342056099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c47cc92a-62a6-476d-b874-b969ad1feb5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.349556075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e84aa335-9b82-40a0-a481-b0c20214ae3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.476948877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f6a0cb2d-c0ab-4b5a-bb87-b683db28e372","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.478862821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"22a03d30-718c-41e4-a6c4-687ead03b86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.532026997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f6a0cb2d-c0ab-4b5a-bb87-b683db28e372","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.533301261Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub2","reconcileID":"3c455668-38e8-455e-ab5c-020190c187ae","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.546897682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"22a03d30-718c-41e4-a6c4-687ead03b86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.561180789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cecc83e7-4fd8-46bd-839d-fe2bc1d87fb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.570592402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub2","reconcileID":"3c455668-38e8-455e-ab5c-020190c187ae","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.594645615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cecc83e7-4fd8-46bd-839d-fe2bc1d87fb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.595762009Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-sub2","reconcileID":"3c455668-38e8-455e-ab5c-020190c187ae","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.596551386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3fa0b724-7432-4343-abe2-df8382edfd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.626013568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3fa0b724-7432-4343-abe2-df8382edfd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.733802411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"108dda21-6736-4780-9c75-e7d034315fef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.734691347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"75ecdeda-c8c3-43f5-93db-8836ac71ff0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.743768597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"0cb2a15c-cd8a-4039-aca8-b3d39acc78c7","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.769852359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"108dda21-6736-4780-9c75-e7d034315fef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.77522983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"75ecdeda-c8c3-43f5-93db-8836ac71ff0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.779465974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"54efa595-77b7-4325-a313-284b71357b5f","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.857791325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"32111c0f-1cff-47ae-b41d-09f67aa3409f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.884412851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"32111c0f-1cff-47ae-b41d-09f67aa3409f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.89365169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"ec3b4632-fab7-4c10-aa3a-e2769d78b693","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.940640757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"0f9973ea-cd6d-4fee-9ec4-00429789e5de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.941025337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"8a316193-88c8-4aed-948a-2cf691da526b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.94121823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"58fc624b-03ab-44fc-9ce1-a95b022ce4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:50.970130089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"8a316193-88c8-4aed-948a-2cf691da526b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.014365228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"0f9973ea-cd6d-4fee-9ec4-00429789e5de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.031150134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"58fc624b-03ab-44fc-9ce1-a95b022ce4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.251897322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth1","reconcileID":"4e3d1d44-b3ab-4f20-9d27-579c5de8b89d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.305660115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"a63f3e26-e5b1-4d7d-ba31-8cfa6441d49d","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.44766462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-ignore-header-auth2","reconcileID":"8679f0f4-ebf3-45d8-8765-dbd349f89e6b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.448180688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"7543ecb9-a5d3-4457-b1a3-81ac835013b6","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:51.505446294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"b175d2c4-170e-47f1-bec8-ef0628d25a0b","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:52.889223647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"f36ad402-9fc5-4404-9f02-b6496d5f1c16","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:52.909192648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"e0e3a65e-4b51-43d5-8567-7f3d21f1591f","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:52.977017295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"55125bca-3069-4d1f-be11-e95735cd302a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.001346344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"55125bca-3069-4d1f-be11-e95735cd302a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.092753231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"27479862-6b0a-485c-b2ad-f7e623b2fad8","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.123339741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"e9fbdca1-af06-4d78-ae73-4fc6506fc442","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.124580918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"fd99808e-d097-4f53-8d01-53b0278fe635","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:53.134728584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"d9ee4bf0-40c8-4de1-8309-1210c3427224","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.162167284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1bd29206-5b57-4dc4-b7d6-39a12a2c83ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.168489539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"2aeda28f-3dbc-45eb-b127-85cf4fc62ea3","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.1875855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1bd29206-5b57-4dc4-b7d6-39a12a2c83ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.18883782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"ad1cd46e-6b3e-4fa7-83fa-4147eefa4352","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.258463044Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"9194c846-0065-4db0-a7a4-4c3dc1de3e3f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-w2-c16684","model":"distinct-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.260466418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"8b20c980-05c8-4ee7-b4e0-beee91fde02e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.260466416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f3825f62-7ef3-45d3-81fd-2599ebad5258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.28985891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f3825f62-7ef3-45d3-81fd-2599ebad5258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.294845375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"4590cce0-060f-4cb7-a910-ce98135f87dd","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.301387718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"8b20c980-05c8-4ee7-b4e0-beee91fde02e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.327597124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"67c49d15-2159-44ca-b746-d5e74ef11e4a","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.345141261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"17231167-f139-47af-85e3-7a7637c76ddd","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.398248873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5b0ec77f-7aa9-4cd9-a887-2de57b19582d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.418760657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"a1e559ea-af46-40de-9eb4-6778a8ee21ae","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.428059509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5b0ec77f-7aa9-4cd9-a887-2de57b19582d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.480232356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"b39c9866-2b94-4720-b312-62df1a15cb81","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.481556729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-c16684 priority=0:[ai-tenant-e2e-worker-w2-c16684/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-c16684/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.501571125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"522c5dd0-64cf-4b93-89bd-815dabf96c9e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.519761997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"d3525dbd-bcbe-47b5-9a95-3e91d3dfbbeb","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.536600846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"c7485227-f9f6-44fa-aca9-e898cc3e7f21","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.536947193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"522c5dd0-64cf-4b93-89bd-815dabf96c9e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:31:53.538648193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-c16684/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.550747541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"7e5d8615-caaa-4639-ac69-5c3e8c8fb869","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.61914818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"c4e0dbbd-dbfa-416d-9d8d-54ffc48c2aac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.619947417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3eae3e80-3c88-455a-829a-63f171fcfe9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.629646503Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"ea85b94b-1a17-4fb5-a9c9-0f9fc7ec1513","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","model":"distinct-2-w2-c16684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-c16684/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.720684803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3eae3e80-3c88-455a-829a-63f171fcfe9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.7231202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"c4e0dbbd-dbfa-416d-9d8d-54ffc48c2aac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.766106242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"8f653855-616a-47ef-9a45-518dfc98d61a","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.795192799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"4537a420-d0ea-4a0c-9b77-e8873b4944e3","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.805779409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a9d91fca-0c1c-4806-aeb8-4c33a04f9fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.846065481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a9d91fca-0c1c-4806-aeb8-4c33a04f9fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.856029573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"4bca2c12-f6e1-461a-85d3-ba01fc41ed59","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.869109969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"33ace599-dabe-4732-bcd3-a1d2d84a5926","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.882290762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"4bca2c12-f6e1-461a-85d3-ba01fc41ed59","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.958186585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"5f46c7dc-81ba-4663-8915-a7208630e2f0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:53.961476098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6f8d0bd5-e8f6-49ab-9d1f-d9abd0782185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:54.005728864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6f8d0bd5-e8f6-49ab-9d1f-d9abd0782185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:54.034053144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"5f46c7dc-81ba-4663-8915-a7208630e2f0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.201629759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"ca27fcc4-8a8f-46dd-9702-5b52af5e7ff7","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.268891605Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"7927104f-9180-4844-ac16-8949183c9443","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-999edc59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.299978041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f6f34419-2fd5-476d-8aa6-31d6febc119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.300393699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"96c5f768-065f-4d13-8c53-62fec1ec75e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.312043407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5a3188af-6949-4639-bbd8-ff732f867b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.31280447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"f8b0e14c-8d7b-40f2-ac93-78b828f2ec75","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.329864027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f6f34419-2fd5-476d-8aa6-31d6febc119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.330489248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"96c5f768-065f-4d13-8c53-62fec1ec75e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.335700938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5a3188af-6949-4639-bbd8-ff732f867b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.341607361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"f8b0e14c-8d7b-40f2-ac93-78b828f2ec75","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.465478556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a8a10c62-41cb-4190-bbed-b1ecf4dae439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.468359198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"3d78748f-fe52-46fd-9189-9c7de85bbd98","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.495056833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"3d78748f-fe52-46fd-9189-9c7de85bbd98","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.495346928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a8a10c62-41cb-4190-bbed-b1ecf4dae439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.568540401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"1ff92ff3-c8b3-4bf4-a580-c266dc884ca6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.568784464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"05cc0ffe-c361-4083-a897-a1eee7d44b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.603067254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"1ff92ff3-c8b3-4bf4-a580-c266dc884ca6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:31:57.60483579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"05cc0ffe-c361-4083-a897-a1eee7d44b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.287053422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ad85d295-4142-44a7-bf42-11a48ca27be9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.302822695Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ad85d295-4142-44a7-bf42-11a48ca27be9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.318265029Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ad85d295-4142-44a7-bf42-11a48ca27be9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.442025131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"5360c3ea-8ec5-4038-8086-8afc29338757","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.508007086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"445f47a3-dccd-481b-9114-b6dd9db20c13","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.551948837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"601ee44a-90f0-4310-83bc-58876e4760eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.552185492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d315b70b-a66a-4e97-b201-2e22f4726f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.55194883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0178d578-f5c8-4226-8bbe-9f773ec82843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.552696483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5dca41ec-6f70-4802-9afe-4ae90cbb11b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.572447092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"601ee44a-90f0-4310-83bc-58876e4760eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.576591323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d315b70b-a66a-4e97-b201-2e22f4726f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.581925965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5dca41ec-6f70-4802-9afe-4ae90cbb11b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.58843916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0178d578-f5c8-4226-8bbe-9f773ec82843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.592153291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"6a790f16-eec6-4c9d-aa0f-e10407dd067e","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.647422395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6441aeec-4873-4fc1-8ea0-8b2bc87c1b25","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c6edead","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.700691548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2601a39f-6b9e-46be-98ef-fa4dab7f7a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.702938521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b1029023-d7d8-4de1-84f4-f546bccebbf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.709572444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"69d5ea0b-f424-45bd-a38f-f72550af1864","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.721720607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2601a39f-6b9e-46be-98ef-fa4dab7f7a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.725478508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b1029023-d7d8-4de1-84f4-f546bccebbf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.731021948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"69d5ea0b-f424-45bd-a38f-f72550af1864","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.820118497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"eedd1f8c-33fa-4f3d-9d2a-7068b5362f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:00.842705979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"eedd1f8c-33fa-4f3d-9d2a-7068b5362f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:04.701666727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"087c5ecc-925e-4d64-90b2-7a9c4f7396bf","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:04.807515083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"717a3acf-9c5c-4ebb-b69f-a1be0e7438bb","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.344693804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d4759fb5-ac8c-41f7-bac9-2615aab897e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.346187041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30d1cab7-d30d-42c2-a514-5b856b52a1fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.345164515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"deb2a93b-68a8-42ac-9fd4-844857d246aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.344649254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6944c683-a877-483e-9cfa-7541b871e516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.424019712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d4759fb5-ac8c-41f7-bac9-2615aab897e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.486872153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"deb2a93b-68a8-42ac-9fd4-844857d246aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.539353186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6944c683-a877-483e-9cfa-7541b871e516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.565504803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30d1cab7-d30d-42c2-a514-5b856b52a1fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.638740142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"316b5846-8123-40b7-8010-b8e3c3467675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.811046488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"316b5846-8123-40b7-8010-b8e3c3467675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.909103492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9d7d1579-9058-47bc-86c7-a11c79ec8fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.954017611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9d7d1579-9058-47bc-86c7-a11c79ec8fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.991708115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3f4caa25-d6f5-4c09-b8a7-ed6b88a721da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.992364723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dfe5cd7d-fd2e-49d7-81ed-0825fa38cbd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:05.992793176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"91767cbc-fa04-4d22-a362-7602887d8e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:06.100672427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"91767cbc-fa04-4d22-a362-7602887d8e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:06.127432439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c579a7a1-3841-4835-a0de-afeeaf5a63c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:06.131213487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3f4caa25-d6f5-4c09-b8a7-ed6b88a721da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:06.149580595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dfe5cd7d-fd2e-49d7-81ed-0825fa38cbd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:06.178887624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c579a7a1-3841-4835-a0de-afeeaf5a63c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:07.314298892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"4d27be7c-9980-43a1-9806-cde014e9519c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:07.414554735Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"4d27be7c-9980-43a1-9806-cde014e9519c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:07.471219445Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub1","reconcileID":"4d27be7c-9980-43a1-9806-cde014e9519c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:07.718563731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"ef2f8fa1-ed47-4271-b18e-75f2fadb19bf","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:07.883440246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"4f288596-10ac-41e6-b575-2015d41eded8","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.02606335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"c328ffeb-a88b-46ee-8d47-d269a655861d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.026944511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7e6652b8-7e21-45de-8c76-0202a95fdceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.027659222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8fe0ef39-7351-44c3-8068-d4cd8eb4e9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.028314973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"a990e844-1191-4113-a060-9ea57be3be2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.137065488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7e6652b8-7e21-45de-8c76-0202a95fdceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.674740955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"e30b639a-dd7c-4b7c-b71b-050c75ee71a7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54713ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.144918443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"c328ffeb-a88b-46ee-8d47-d269a655861d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.736636728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"a990e844-1191-4113-a060-9ea57be3be2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.760568567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a16a2dab-46ea-40af-9adb-e1d9a9923e5d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.810649251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"be35065a-2d1d-4421-a3ae-f157596a6bd0","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.811661501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"1bedd7aa-75dd-413e-9da2-91ac93bf710d","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:08.812181868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8fe0ef39-7351-44c3-8068-d4cd8eb4e9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.158891636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e3d2c843-61e6-4e77-83a4-dfe6b540bbfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.403139116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3c558bd2-2340-4dec-a83c-cad30affaff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.457026162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"5e62a5e1-9589-4b9b-9fcd-2350185932aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.457815656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e3d2c843-61e6-4e77-83a4-dfe6b540bbfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.458440532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"3540e4d0-329b-40a1-9039-7ca544f2c392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.640917344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"8a930508-7e30-4416-bfcd-b8171f436bc7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.746626653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6fbc39f9-efb9-4dcf-85c5-29a045f853fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.747346137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"7dfa5692-06a3-4914-a5fd-259397e0e3d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.765480728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"8a930508-7e30-4416-bfcd-b8171f436bc7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.866822285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"7dfa5692-06a3-4914-a5fd-259397e0e3d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.870835983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6fbc39f9-efb9-4dcf-85c5-29a045f853fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.899774993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0865b80f-9bcc-471f-8451-d632105e7817","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.936306564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3c558bd2-2340-4dec-a83c-cad30affaff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:09.994963839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"73e8d3f2-4631-47ac-9cd9-925e5400100a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.156314445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"73e8d3f2-4631-47ac-9cd9-925e5400100a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.157168126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"407f49ce-9628-4727-8be3-481ca0cafc93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.157845049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"de8f6367-4fb8-4945-897e-bf167c157024","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.230002389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"407f49ce-9628-4727-8be3-481ca0cafc93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.279535132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"830cee7e-04b4-4562-9ac5-981272c3d09a","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.38023436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d67048bf-042d-41b5-88a0-2c9f6347e274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.383466943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"73aba41a-7d35-4e88-b713-656dd62d5a70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.405252309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d67048bf-042d-41b5-88a0-2c9f6347e274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.59508798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"5c69ca80-26c1-41c5-8159-079f938b6f14","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.654776607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"164dffa9-892a-4d47-88af-88078fc5f2e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.664223843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5be812fc-af2f-4074-9765-9d101617e66e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.679908978Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5be812fc-af2f-4074-9765-9d101617e66e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.696571479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"16391750-cdff-4435-ac28-6416970683cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.697624619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7adc9f8a-364e-48ca-8c49-968d45a80645","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.698109823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7b1c9ae8-df1f-480d-8752-5d3db414c09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.698602932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8904ac6c-3d91-4b48-8c37-6ab08fe5fb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.717252269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b85ab712-e6c3-42fe-af6d-0ebbbf6f6858","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.724127172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7adc9f8a-364e-48ca-8c49-968d45a80645","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.729827698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8904ac6c-3d91-4b48-8c37-6ab08fe5fb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.772804848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7b1c9ae8-df1f-480d-8752-5d3db414c09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.774366567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"16391750-cdff-4435-ac28-6416970683cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.775290817Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5be812fc-af2f-4074-9765-9d101617e66e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.791432534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.823049877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"4df145a0-5fab-4b02-972d-10cfb570367e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.859284394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"7902a8d6-393f-421f-a7ec-a2683bc1d188","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-2-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-2-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.924626695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"f401e6ab-6de1-4933-9cbe-4778c6d3f422","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.996254851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1f891989-3546-4868-933a-ff521c2b8205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.996316722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ceb0211-0095-4c98-8ec0-012d64e0f9b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.996908593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ee06e0b6-e169-4ce9-abb7-de4f0dec9437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:10.996963309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"eae1dbb1-3ce2-46b5-b773-b1d18aa74d9b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.018212114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ee06e0b6-e169-4ce9-abb7-de4f0dec9437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.021581986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1f891989-3546-4868-933a-ff521c2b8205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.021702478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ceb0211-0095-4c98-8ec0-012d64e0f9b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.018212116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"eae1dbb1-3ce2-46b5-b773-b1d18aa74d9b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.074020016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f0289997-a20c-423f-9100-b31eaa136633","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.074085192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"dda6ad27-9060-48c7-b3c0-640300733175","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.129068079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4152efd6-e8c0-418f-9df2-a2eee3501047","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.149515721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4152efd6-e8c0-418f-9df2-a2eee3501047","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.183835591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"3ccdc5d4-f7d3-4503-9fb8-bf5ccc4f23ff","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.344601318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"708f2ae6-a5b7-4aaa-a6b3-4873bed56cd0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.344681582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"72914b6e-a9ef-465f-9ee6-e9ad7a3a9cfd","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:11.396019776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"1b255f24-28c4-4f66-b18f-1132ad761695","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.408901323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"1a2f8773-cf44-45b8-bdb8-bb1324b9c729","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.428181322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8c156e84-4fe8-431f-a864-3b1ee9051f7f","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.473908246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4a7f32d3-c7b5-4a5b-91ac-716e5edf7a50","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.49385738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4a7f32d3-c7b5-4a5b-91ac-716e5edf7a50","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.512548956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e245d19ab49eee37c9169edd4ea84e69d9c02cf62beda5e12f8163d8e4ee5d) AuthConfig (6e759a0495199732141d92862ca5abe5a33a410fb9b8773552b157e728b33696) AuthConfig (9be68a41fce416b3794bd7057663000f99306b0863594125451588f3ea01ed1a) AuthConfig (2aa2c3ea92dda6f75b92794de0db65bc90ec8924cf16f2601bc1a64e8abfbf29) AuthConfig (b0d86a796e54f769bd9e1cde32dd8fd8f9aa65c1eafe0a724d3ec5ffdf3a3b7a) AuthConfig (b0e66ed1a365fe2c9d89503a77cc7c80f00a83b3aed30419d1c2e24796a80554) AuthConfig (b0b5c15349d20658f196ddcb4f0535ad2a7b8001a9ad120b1d082b6d1836565e) AuthConfig (683713e5d406c965793d70d404ea5be33a6244587a5660faff93dd51448d7d89) AuthConfig (ac1045beb46db9a58f93b9c7a3e383e3674e5e2023c0a90a2f744943b99281cc) AuthConfig (3fc705aa2081e3cde8100a008f9374595e249bf6adbf46d6b801de14dbd798ae) AuthConfig (19568066f83795e24089dc2cceadf2b5dfe003a8c0c61ae86db1e75aa475e061) AuthConfig (d677da01d504b5ea2c3efb0a3cc3b34f14539a82b815261934deaeda2db148e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4a7f32d3-c7b5-4a5b-91ac-716e5edf7a50","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.532795207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b8cea3e4-453b-44ba-b905-9e9ce9cd014c","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.5770175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4e7201ec-f427-447c-8f02-7c5511334429","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.597115502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4e7201ec-f427-447c-8f02-7c5511334429","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.613081086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"53f14fff-df89-4fa5-8070-8934115b4540","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.6163874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e245d19ab49eee37c9169edd4ea84e69d9c02cf62beda5e12f8163d8e4ee5d) AuthConfig (6e759a0495199732141d92862ca5abe5a33a410fb9b8773552b157e728b33696) AuthConfig (9be68a41fce416b3794bd7057663000f99306b0863594125451588f3ea01ed1a) AuthConfig (2aa2c3ea92dda6f75b92794de0db65bc90ec8924cf16f2601bc1a64e8abfbf29) AuthConfig (b0d86a796e54f769bd9e1cde32dd8fd8f9aa65c1eafe0a724d3ec5ffdf3a3b7a) AuthConfig (b0e66ed1a365fe2c9d89503a77cc7c80f00a83b3aed30419d1c2e24796a80554) AuthConfig (b0b5c15349d20658f196ddcb4f0535ad2a7b8001a9ad120b1d082b6d1836565e) AuthConfig (683713e5d406c965793d70d404ea5be33a6244587a5660faff93dd51448d7d89) AuthConfig (ac1045beb46db9a58f93b9c7a3e383e3674e5e2023c0a90a2f744943b99281cc) AuthConfig (3fc705aa2081e3cde8100a008f9374595e249bf6adbf46d6b801de14dbd798ae) AuthConfig (19568066f83795e24089dc2cceadf2b5dfe003a8c0c61ae86db1e75aa475e061) AuthConfig (d677da01d504b5ea2c3efb0a3cc3b34f14539a82b815261934deaeda2db148e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4e7201ec-f427-447c-8f02-7c5511334429","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.630966956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"9d4b117c-c771-4feb-bcd9-20fe07aba836","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:12.644917996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub","reconcileID":"a9d709da-1dd5-4693-8ebc-9e0ea2840ce7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.678507183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d8c73fac-6dec-4f49-8b75-a266c0e94b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.678625339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1a852c6-88cb-465b-b036-bd47e81b7d9d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.678940961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"dc45fc84-b168-4e78-af43-1618ea8165cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.685461461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c6476c2e-e70c-4e83-acbd-074ed8d32cdd","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.698966461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"dc45fc84-b168-4e78-af43-1618ea8165cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.699039144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1a852c6-88cb-465b-b036-bd47e81b7d9d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.701362333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d8c73fac-6dec-4f49-8b75-a266c0e94b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.703263363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d3a5a3bf-359b-4312-b78e-826d01a0e7f6","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.717910792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e245d19ab49eee37c9169edd4ea84e69d9c02cf62beda5e12f8163d8e4ee5d) AuthConfig (6e759a0495199732141d92862ca5abe5a33a410fb9b8773552b157e728b33696) AuthConfig (9be68a41fce416b3794bd7057663000f99306b0863594125451588f3ea01ed1a) AuthConfig (2aa2c3ea92dda6f75b92794de0db65bc90ec8924cf16f2601bc1a64e8abfbf29) AuthConfig (b0d86a796e54f769bd9e1cde32dd8fd8f9aa65c1eafe0a724d3ec5ffdf3a3b7a) AuthConfig (b0e66ed1a365fe2c9d89503a77cc7c80f00a83b3aed30419d1c2e24796a80554) AuthConfig (b0b5c15349d20658f196ddcb4f0535ad2a7b8001a9ad120b1d082b6d1836565e) AuthConfig (683713e5d406c965793d70d404ea5be33a6244587a5660faff93dd51448d7d89) AuthConfig (ac1045beb46db9a58f93b9c7a3e383e3674e5e2023c0a90a2f744943b99281cc) AuthConfig (3fc705aa2081e3cde8100a008f9374595e249bf6adbf46d6b801de14dbd798ae) AuthConfig (19568066f83795e24089dc2cceadf2b5dfe003a8c0c61ae86db1e75aa475e061) AuthConfig (d677da01d504b5ea2c3efb0a3cc3b34f14539a82b815261934deaeda2db148e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1a852c6-88cb-465b-b036-bd47e81b7d9d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.735078509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"f0a2828c-5e84-437f-9f29-f4f16f9fc16b","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.754771984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"6085802d-5011-45b0-97cd-bbfeb117a422","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.777779144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9088d12d-1573-40d5-a6d0-02f798b08083","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.787766288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub","reconcileID":"6c383a59-f261-49f7-bc82-a54e7ff52196","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-106555/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.797667841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9088d12d-1573-40d5-a6d0-02f798b08083","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.806787452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"0900af3e-f2ee-4677-a053-5c7769b79529","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.807312462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"150e8fca-94de-4442-94e0-75839298f6fc","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.807876411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"ba9da5c2-50aa-471e-b47d-5f929a60d7d6","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.81705699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e245d19ab49eee37c9169edd4ea84e69d9c02cf62beda5e12f8163d8e4ee5d) AuthConfig (6e759a0495199732141d92862ca5abe5a33a410fb9b8773552b157e728b33696) AuthConfig (9be68a41fce416b3794bd7057663000f99306b0863594125451588f3ea01ed1a) AuthConfig (2aa2c3ea92dda6f75b92794de0db65bc90ec8924cf16f2601bc1a64e8abfbf29) AuthConfig (b0d86a796e54f769bd9e1cde32dd8fd8f9aa65c1eafe0a724d3ec5ffdf3a3b7a) AuthConfig (b0e66ed1a365fe2c9d89503a77cc7c80f00a83b3aed30419d1c2e24796a80554) AuthConfig (b0b5c15349d20658f196ddcb4f0535ad2a7b8001a9ad120b1d082b6d1836565e) AuthConfig (683713e5d406c965793d70d404ea5be33a6244587a5660faff93dd51448d7d89) AuthConfig (ac1045beb46db9a58f93b9c7a3e383e3674e5e2023c0a90a2f744943b99281cc) AuthConfig (3fc705aa2081e3cde8100a008f9374595e249bf6adbf46d6b801de14dbd798ae) AuthConfig (19568066f83795e24089dc2cceadf2b5dfe003a8c0c61ae86db1e75aa475e061) AuthConfig (d677da01d504b5ea2c3efb0a3cc3b34f14539a82b815261934deaeda2db148e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9088d12d-1573-40d5-a6d0-02f798b08083","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.83744099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"8abecea9-2e65-4dbb-b6ce-dbeb27b4d484","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.837947447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"ce9ab606-5cc2-4502-a5bb-f726b6adecec","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.838353792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"6976c73d-12c4-4374-80b2-6f0bcabdb552","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.844763186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b0624bb1-a14b-452e-b77f-921ba9836225","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.865792599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"c2b18f0d-a157-40ad-88eb-b7ed78d801f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.867489113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"79e34459-f1c9-43d0-9639-112ebb9ace7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.867555358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"05963886-6130-49ac-9159-f3197a94f3ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.878174829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7c93fbfe-887d-4019-9166-eb06861d050e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.879127656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d5f15514-4cfb-4175-a5b1-1bd8d0e8fe28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.879733972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5ce33c11-bec3-421b-9ba7-adb1a36f745c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.894002604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c636cb89-83b4-499f-b1ca-8f274abd1071","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.899052024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7c93fbfe-887d-4019-9166-eb06861d050e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.899723982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d5f15514-4cfb-4175-a5b1-1bd8d0e8fe28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.90337383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5ce33c11-bec3-421b-9ba7-adb1a36f745c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.914805516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c636cb89-83b4-499f-b1ca-8f274abd1071","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:12.998565457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"da5b7c6c-0d50-4aca-b104-fa58410f21fa","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.022681414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6b6947a7-3c23-4e54-b019-4b3081d5e8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.023314083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5de2eeb6-0cda-409f-be93-bcb947f4f85b","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.027879032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub","reconcileID":"21531342-b657-4d6b-b11c-7f0bda86eccc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.034243334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"d05d79b8-7845-41c1-8075-b117350ed146","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:13.039549596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.045548807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6b6947a7-3c23-4e54-b019-4b3081d5e8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.053785186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"03c562fa-8805-4146-9cd8-c6e61534bf74","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.118825513Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d428eed5-49b0-4d62-8c0f-17bbbc8b5576","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"distinct-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.120049447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"992506cf-0eef-4ca0-b076-49475b910e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.120060791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"109c6a7c-db2b-4cea-b06b-6dcd04873135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.134843734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b41fdc60-cf2b-43cf-831a-b782c018b881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.139959041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"109c6a7c-db2b-4cea-b06b-6dcd04873135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.139969173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"992506cf-0eef-4ca0-b076-49475b910e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.149494315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"168f0bb4-8842-4a26-9cac-cca8ff883760","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.155459266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b41fdc60-cf2b-43cf-831a-b782c018b881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.175762407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"7607b39d-9e1c-43ea-82d2-ed6264d7aa60","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.197241152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"349c53c5-b5c7-406e-b2f8-2b1c14a2a6e0","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.234050276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ce65271d-47f6-4e0d-9b6a-3bd42a48b196","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.235207935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b665f630-bfbc-4dc4-b1ba-9d286d27b682","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.253874276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ce65271d-47f6-4e0d-9b6a-3bd42a48b196","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.263598338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"51ad6887-8928-4fe5-b338-bc643b0c166c","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.348962784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"19b378b2-6b04-42e8-abd4-e70a155c6641","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.34896219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8b05aef1-bfc7-489f-8d0c-a8e81ef37b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.349412224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"10291498-6999-4bfe-9801-aeeffcecb6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.370175715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8b05aef1-bfc7-489f-8d0c-a8e81ef37b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.370179387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"10291498-6999-4bfe-9801-aeeffcecb6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.37256436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"19b378b2-6b04-42e8-abd4-e70a155c6641","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.39111938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"3b1f2e6e-c7e0-4bf2-9973-909be217031b","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.39115333Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.415435329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"8d018450-3405-44f7-b1ab-a837b3f8a476","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.426257409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"ab37d81d-c99d-45d5-b294-2c56042c133d","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:13.428124412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.446579936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"e4d6c57c-10c0-4394-a279-867f6806ac04","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.464781304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f8094f78-f66d-424e-b135-3e51adacff7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.486005305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f8094f78-f66d-424e-b135-3e51adacff7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.511414032Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8868f5d3-d7c2-45f7-9f80-f4360a5991a9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"distinct-2-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.548224025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"10c6adfd-bb1b-46aa-8101-8dcb96389d17","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.564883873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1ca96c95-6059-4c73-93fa-e50b5361e9c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.568811625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"34f4ef61-059b-43df-b3a1-9e28ffa75ce3","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.58491468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1ca96c95-6059-4c73-93fa-e50b5361e9c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.628755284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1560b62d-17c7-4275-bab4-ab4721a80bf8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.665396672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"39b9d0df-f75d-42cf-a6bb-225a67371ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.665608826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1ae8c74c-e43d-47ab-981d-d008bd5e8e1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.665399312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b2923f84-0f34-467e-acbe-6847469ecad3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.687087094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1ae8c74c-e43d-47ab-981d-d008bd5e8e1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.687360045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"39b9d0df-f75d-42cf-a6bb-225a67371ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:13.692155484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b2923f84-0f34-467e-acbe-6847469ecad3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.863313083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"27907568-fe06-499f-8841-67124e768024","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.916941697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d78cba49-56a5-48be-bd2a-9b8892d10211","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08d3859a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.938051729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"47dae0bb-ee34-47b3-a081-f29bd3a95d4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.938317434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"751095ee-2ef2-40dd-a03b-8563fe8e5399","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.938592757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"76f64bf9-cca9-42d4-b232-6e772daabe38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.949414697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f7918afa-7aed-417d-bd43-e1473a3bed75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.957779002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"751095ee-2ef2-40dd-a03b-8563fe8e5399","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.958752045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"47dae0bb-ee34-47b3-a081-f29bd3a95d4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.960188544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"76f64bf9-cca9-42d4-b232-6e772daabe38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:14.970079456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f7918afa-7aed-417d-bd43-e1473a3bed75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.164120336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2284cdb-495d-4df0-9ac8-f9cb90261346","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.164374938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b9f94ce-b101-448e-b5d7-2e82df61f177","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.164676524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"bc1114f0-19e2-4265-aa10-c0496fe61ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.164125548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c4f070dd-e335-4568-8809-890978a80fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.183838826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2284cdb-495d-4df0-9ac8-f9cb90261346","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.185037873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b9f94ce-b101-448e-b5d7-2e82df61f177","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.186591266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"bc1114f0-19e2-4265-aa10-c0496fe61ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:15.1878641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c4f070dd-e335-4568-8809-890978a80fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.69002526Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"396ffddd-796f-4644-af18-80ff5547caab","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.705662139Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"396ffddd-796f-4644-af18-80ff5547caab","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.721124001Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-sub2","reconcileID":"396ffddd-796f-4644-af18-80ff5547caab","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.873203611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"94fe0c96-7c94-4230-bb80-3348ea3f9d25","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.897536918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"24f5ee1c-a2c5-4c90-b909-a7314a8092e4","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.946001966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"cff1e283-6cfe-469f-be8f-a9a7c76260c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.946091249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c7ebe793-9c7b-4504-8c04-8dc689b8acbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.946552426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"a8ac1093-11d3-422d-aaad-af1ba0bda878","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.946568117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8cc9f5e3-a874-4ba3-8dfa-195439d29b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.966107086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c7ebe793-9c7b-4504-8c04-8dc689b8acbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.966276114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"cff1e283-6cfe-469f-be8f-a9a7c76260c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.96984539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8cc9f5e3-a874-4ba3-8dfa-195439d29b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.969882576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"a8ac1093-11d3-422d-aaad-af1ba0bda878","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:18.995238976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"48381a53-ee8c-450c-8320-00d0ab620925","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.021361441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth1","reconcileID":"abb7cc5d-b4a4-4fac-baa5-d642ee1e86e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.070980661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"6c5e6483-fb49-436e-9ed0-76a0181982bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.092346329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"6c5e6483-fb49-436e-9ed0-76a0181982bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.114463449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"97747ee3-2905-4dbd-ba8e-68f574e74f93","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.265348094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"e2e-multi-keys-auth2","reconcileID":"a6da2ad9-e85b-48ca-886b-b64e83675f82","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/distinct-2-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.265438141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"b07d47a9-1450-46f6-bd59-00885b2c1638","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:19.41756484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"a7a49bf5-d6c5-436d-bd06-fb20f59f9a2b","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:20.281313648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cb950663-c1d0-482c-a8d1-8509c74267c6","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:20.719173925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"dea642c7-cbec-4cdb-a1da-14ad7e06b596","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.451428785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c401a181-a621-4819-9bf1-0e0f21567797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.451450808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c401a181-a621-4819-9bf1-0e0f21567797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.469078506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d42b2b5-8f06-4614-b5e3-b6aa74da547e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.469101857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d42b2b5-8f06-4614-b5e3-b6aa74da547e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.508093725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"1df3e379-3b9d-4513-9d34-ab22dd3af743","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.563057741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"1df3e379-3b9d-4513-9d34-ab22dd3af743","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.584393247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"1df3e379-3b9d-4513-9d34-ab22dd3af743","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.60516897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ba49628-4424-4c95-8d29-944df83764bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.605199539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ba49628-4424-4c95-8d29-944df83764bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.65669818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e684159-ca1b-41a4-804f-324ec60e9076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.656723463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e684159-ca1b-41a4-804f-324ec60e9076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.679808046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"101d360f-7f7e-4c89-b0a2-a453ea164771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.679840439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"101d360f-7f7e-4c89-b0a2-a453ea164771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.685731061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"1393756d-fded-43fa-a2fb-6a4dbae32356","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:21.689627487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-sub-530303e8","reconcileID":"618e095b-86c8-41bb-95ce-e6853c82232d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-530303e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.705639602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"1393756d-fded-43fa-a2fb-6a4dbae32356","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.724197652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"1393756d-fded-43fa-a2fb-6a4dbae32356","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.727649604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2288d59-2e30-409e-9980-7733f7a5b779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.727671303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2288d59-2e30-409e-9980-7733f7a5b779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.746949933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e773d172-2453-47cc-9875-a11d3cdbd473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.746979345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e773d172-2453-47cc-9875-a11d3cdbd473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.839477759Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-sub-530303e8","reconcileID":"4f046e1e-16c1-43e4-9f73-6d50a0d84682","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-530303e8/e2e-shared-int-sub-530303e8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.903718905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc06ebcf-7bd4-4295-9527-11cfc1141826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.903741627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc06ebcf-7bd4-4295-9527-11cfc1141826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:21.920870841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f9176c2-75d1-40ee-b50b-0f9bc76b3fe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.016994854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-sub-530303e8","reconcileID":"b8aace48-2def-461d-a8ff-fe60ce80ce12","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.642581636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9d79fa6-4b65-4be2-a078-b98c763be5c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.642714026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9d79fa6-4b65-4be2-a078-b98c763be5c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.668339914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9685ffa-b7b1-40e6-ba01-cae38f14ac71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.672439945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9685ffa-b7b1-40e6-ba01-cae38f14ac71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.702400338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"636d880b-43dc-4add-9656-8c4abc4a49c5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.775822359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"636d880b-43dc-4add-9656-8c4abc4a49c5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.794846967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"636d880b-43dc-4add-9656-8c4abc4a49c5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.816940591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a51507b-3697-4792-a464-6d6349106611","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.8170433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a51507b-3697-4792-a464-6d6349106611","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.834061102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"692d7a1c-7302-4870-993a-d52b36ddc1f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.859107431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"692d7a1c-7302-4870-993a-d52b36ddc1f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.894529781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"7171ac0a-073c-4eeb-bc47-93104edc29ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.896524006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ecca40f-cfae-4825-8e7a-15a16ae55734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.897628432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ecca40f-cfae-4825-8e7a-15a16ae55734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.895873183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e7cfc11-ca40-4d96-a94e-20ff4c178138","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:22.896074338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-b0ceb1e7/e2e-shared-int-sub-530303e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-530303e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.940937834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"7171ac0a-073c-4eeb-bc47-93104edc29ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.942690637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37249614-ae5d-4459-ac02-64af9b78e437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.942820419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37249614-ae5d-4459-ac02-64af9b78e437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.950379642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e7cfc11-ca40-4d96-a94e-20ff4c178138","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.960466008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"7171ac0a-073c-4eeb-bc47-93104edc29ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:22.971758982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-106555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e245d19ab49eee37c9169edd4ea84e69d9c02cf62beda5e12f8163d8e4ee5d) AuthConfig (6e759a0495199732141d92862ca5abe5a33a410fb9b8773552b157e728b33696) AuthConfig (9be68a41fce416b3794bd7057663000f99306b0863594125451588f3ea01ed1a) AuthConfig (2aa2c3ea92dda6f75b92794de0db65bc90ec8924cf16f2601bc1a64e8abfbf29) AuthConfig (b0d86a796e54f769bd9e1cde32dd8fd8f9aa65c1eafe0a724d3ec5ffdf3a3b7a) AuthConfig (b0e66ed1a365fe2c9d89503a77cc7c80f00a83b3aed30419d1c2e24796a80554) AuthConfig (b0b5c15349d20658f196ddcb4f0535ad2a7b8001a9ad120b1d082b6d1836565e) AuthConfig (683713e5d406c965793d70d404ea5be33a6244587a5660faff93dd51448d7d89) AuthConfig (ac1045beb46db9a58f93b9c7a3e383e3674e5e2023c0a90a2f744943b99281cc) AuthConfig (3fc705aa2081e3cde8100a008f9374595e249bf6adbf46d6b801de14dbd798ae) AuthConfig (19568066f83795e24089dc2cceadf2b5dfe003a8c0c61ae86db1e75aa475e061) AuthConfig (d677da01d504b5ea2c3efb0a3cc3b34f14539a82b815261934deaeda2db148e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e7cfc11-ca40-4d96-a94e-20ff4c178138","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.084246358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"6f88cb2b-7e8f-427a-a5df-2b5e3598a427","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-530303e8/e2e-shared-int-sub-530303e8","ai-tenant-e2e-mt-b0ceb1e7/e2e-shared-int-sub-530303e8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.222031655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44f6a95f-7272-4e94-a8dd-2319f2b48009","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.222061009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44f6a95f-7272-4e94-a8dd-2319f2b48009","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.243774644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-sub-530303e8","reconcileID":"6b64706c-ea84-4cf1-9f16-a0b75261f009","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.370172386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6521fa85-f205-4f9a-96a3-e5da028d9102","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.496265061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"66f8c46a-312a-48c6-8d9a-bb3c0bbbeb17","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.608017979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"b36e29c8-f5ca-48fc-b4da-92e505e01565","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.608939898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f30e07e2-9e07-4da3-8849-059bf45e6bd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.608967393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f30e07e2-9e07-4da3-8849-059bf45e6bd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:23.833355624Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-policy-530303e8","reconcileID":"b36e29c8-f5ca-48fc-b4da-92e505e01565","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"policyNamespace":"ai-tenant-e2e-mt-530303e8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.029443643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24636c2b-2a55-4a05-8379-f0faa0099be1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.029473529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24636c2b-2a55-4a05-8379-f0faa0099be1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.032106649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b8a808b-9273-4337-b030-dc48a483b0d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.032127761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b8a808b-9273-4337-b030-dc48a483b0d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.638198281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"18daf0c2-b2ac-490b-a176-95059c6fae39","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.653394833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6cde4d27-476f-4b43-b7c4-b9fb91ef2700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.682074391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"94fbfcb6-f9f9-4592-ab3f-ca6779f27f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.736258581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6cde4d27-476f-4b43-b7c4-b9fb91ef2700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.788601346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3894677d-808d-43c4-aa8a-e4f523ff1952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.792511261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"21a1dda3-2828-47d5-a864-37b9f7005311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.818781074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"88334133-2552-45ff-b81d-1fe0df7d8fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.865437067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b47ceda1-a604-403c-80f8-f88f0705f455","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:24.94276911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"94fbfcb6-f9f9-4592-ab3f-ca6779f27f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.181368473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3894677d-808d-43c4-aa8a-e4f523ff1952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.205764058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"88334133-2552-45ff-b81d-1fe0df7d8fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.251346335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"21a1dda3-2828-47d5-a864-37b9f7005311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.255047681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b1d51274-e59e-4df4-b466-fa9e0756c545","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.285572109Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b1d51274-e59e-4df4-b466-fa9e0756c545","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.291722963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"30834005-5c81-4900-9bba-d8a561070ebc","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.312784166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"0a825690-bbe1-4397-ae21-6b43b49407f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.371214862Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b1d51274-e59e-4df4-b466-fa9e0756c545","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.616017392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c8633ba0-903b-4205-a037-bd2bf13ee243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.673271927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cc26e8c3-31a5-4bf6-989e-d0928c28e765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.772199858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b3e759cd-f535-4c87-a01c-3627fecae51a","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.774006484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c8633ba0-903b-4205-a037-bd2bf13ee243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.790954313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cc26e8c3-31a5-4bf6-989e-d0928c28e765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:25.920796507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"d44e5262-e575-4db9-99ea-d6a58721ecf4","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.122392919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"5cf8b611-e172-405a-a01f-31efe3dce974","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.3728037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"5cae0b9b-47d3-43e2-9295-ad7bc3918d7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.373617455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"cd34b22e-5372-4ad9-a876-d99db048b0aa","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.435542448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9e428ed3-c5bc-443f-9c91-dbf16b17bed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.572093849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9e428ed3-c5bc-443f-9c91-dbf16b17bed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.588239695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"85a7529c-f920-410b-9e41-77368662e900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.589288665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"377ac77b-2150-4eab-8754-faefec4917ee","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.660766136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7862fc76-d42e-4fc0-84f4-f574df87822d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.661875112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"21b16d4c-1f6a-4ff3-b78e-23096acc3e31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.736270314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a870d94a-cf30-4ddf-85b3-724ff5fa4c33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.736601849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a870d94a-cf30-4ddf-85b3-724ff5fa4c33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.738053457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"82bdbc9a-5a2a-4a04-8dcf-1c6a9d20c307","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.755989917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"85a7529c-f920-410b-9e41-77368662e900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.780359607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7862fc76-d42e-4fc0-84f4-f574df87822d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.789868612Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b96578f8-ac2c-48ab-8c44-27c597426738","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8ce8caab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:26.844266546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"21b16d4c-1f6a-4ff3-b78e-23096acc3e31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.099057689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"37d5506e-f555-4bcd-802f-fd3c44dde596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.203171713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d4815dc3-4f3e-4f0a-a0e1-3244953234db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.268041721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d4815dc3-4f3e-4f0a-a0e1-3244953234db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.360161875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aad6dc7d-44ae-428f-b515-05a81a81efde","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.361255321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"216c973b-729e-46a8-8460-c743ef4703f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.426274057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f2d0a63f-b8ba-4d74-883d-fd82983d3f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.503744237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aad6dc7d-44ae-428f-b515-05a81a81efde","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.533139113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"216c973b-729e-46a8-8460-c743ef4703f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:27.64783106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f2d0a63f-b8ba-4d74-883d-fd82983d3f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:32.990174475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"5dc72cb3-fc1f-4607-9be4-31f377fa2e93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:33.011433036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"5dc72cb3-fc1f-4607-9be4-31f377fa2e93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:33.015915005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"32c88f4f-cef8-4d4b-ad6d-acfc32b3756b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:33.029704635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"5dc72cb3-fc1f-4607-9be4-31f377fa2e93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:33.03822404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"32c88f4f-cef8-4d4b-ad6d-acfc32b3756b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:33.207114873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"a80ac8c9-5e46-421f-a10c-c9782df7c166","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:33.227790201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"f31d8064-93f8-4c40-8722-ece2a55d78c3","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.09619371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"ccac76d7-887c-41ab-9b90-1aec6c328f8a","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.117814336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"22d62c79-8a4e-4831-81c4-46ea503338f0","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.16107785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"003b2775-2040-4d7b-80ba-e28095e85e14","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.182239261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"003b2775-2040-4d7b-80ba-e28095e85e14","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.201484857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f594e3b86500cdabe342baee2441ed0bae70d9633b311a655a88499c9fc8b38b) AuthConfig (54057eda5375f24f862cf9fc092e837f7c514998444a33007626fa1de5d6d912) AuthConfig (5d6686aafe5715deb0689171c7eda8d2fbcf0273dbb518b8d0b2b8a4d41e75b1) AuthConfig (cc85107f4a9065efa4ada962990a3f62aedc30b0798964ad737139e177fe7249) AuthConfig (9379acb33a9475b840c0c19be2c2036105d0f5abc809231d539780a151db3190) AuthConfig (1b13e7d2ce1d3ec15df9cc3b576701e3cd0952d6a532ebc6e50bb007325a72f2) AuthConfig (ec82c033a4e9bc98204e42773b0f1f724f9c4d0f55742875d8a4f9299e2b7d16) AuthConfig (1b0da22992b7685fa14cacfff75176b28b7d55be9b0331364f932c13bb7916bd) AuthConfig (4dca543edabf5a707386582f5845c324468182a8649b2147d1def1a543b9851f) AuthConfig (fc6baacf1d99ee77696c64ef86b8e197dd65870cba86adf4e0eff175c973cd6d) AuthConfig (be8d827f7f0acde97d7085b91dc0641a8bb496267c38cf7464ab189a49407223) AuthConfig (f77332782fca77059f505a5e4f2fc146543ab717efcf0f5a28ec91f4cbac2cdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"003b2775-2040-4d7b-80ba-e28095e85e14","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.219775855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2cd4471d-6b15-463b-82b8-477c615411e0","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.23214146Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-sub-530303e8","reconcileID":"46d561d4-49f0-41c9-bb60-fb1d9d988825","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-530303e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.264244436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"141b5444-4d25-4b06-a0c6-facf6bf47e1e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.28520268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"141b5444-4d25-4b06-a0c6-facf6bf47e1e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.296438994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"240c467f-5345-4ffe-83a7-4d2a90cdd959","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.301057109Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"namespace":"ai-tenant-e2e-mt-530303e8","name":"e2e-shared-int-sub-530303e8","reconcileID":"46d561d4-49f0-41c9-bb60-fb1d9d988825","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-530303e8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b0ceb1e7/e2e-shared-int-sub-530303e8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.305254544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f594e3b86500cdabe342baee2441ed0bae70d9633b311a655a88499c9fc8b38b) AuthConfig (54057eda5375f24f862cf9fc092e837f7c514998444a33007626fa1de5d6d912) AuthConfig (5d6686aafe5715deb0689171c7eda8d2fbcf0273dbb518b8d0b2b8a4d41e75b1) AuthConfig (cc85107f4a9065efa4ada962990a3f62aedc30b0798964ad737139e177fe7249) AuthConfig (9379acb33a9475b840c0c19be2c2036105d0f5abc809231d539780a151db3190) AuthConfig (1b13e7d2ce1d3ec15df9cc3b576701e3cd0952d6a532ebc6e50bb007325a72f2) AuthConfig (ec82c033a4e9bc98204e42773b0f1f724f9c4d0f55742875d8a4f9299e2b7d16) AuthConfig (1b0da22992b7685fa14cacfff75176b28b7d55be9b0331364f932c13bb7916bd) AuthConfig (4dca543edabf5a707386582f5845c324468182a8649b2147d1def1a543b9851f) AuthConfig (fc6baacf1d99ee77696c64ef86b8e197dd65870cba86adf4e0eff175c973cd6d) AuthConfig (be8d827f7f0acde97d7085b91dc0641a8bb496267c38cf7464ab189a49407223) AuthConfig (f77332782fca77059f505a5e4f2fc146543ab717efcf0f5a28ec91f4cbac2cdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"141b5444-4d25-4b06-a0c6-facf6bf47e1e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.314675544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"69cebb8d-b6df-4357-96cd-bd86e632633a","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:34.321098267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"141b5444-4d25-4b06-a0c6-facf6bf47e1e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:34.330066242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"837c1f9a-920f-4341-8e7a-aea9a76593e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.363973527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"2a760877-4fe7-4203-ab8f-e5622bed1bc3","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.364572569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1c0537b9-08b8-4527-b42b-5e239b3ca5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.364809595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"c84a5711-a304-48c0-a470-0487b5f79028","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.364578941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bc9773f-a0e6-450f-a849-a941b78a2b0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.365186012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ae4f80eb-66ae-408b-beb2-3935ec2b4463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.369992892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0e96166f-afb5-4786-924d-c63213b4eef3","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.384918213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca9c46cd-ec88-440f-b4eb-5eb1997529c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.384940789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca9c46cd-ec88-440f-b4eb-5eb1997529c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.387404981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"c84a5711-a304-48c0-a470-0487b5f79028","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.387705888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ae4f80eb-66ae-408b-beb2-3935ec2b4463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.390485537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"feadbe37-efac-494f-83a7-d68c251fcaf9","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.391209332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1c0537b9-08b8-4527-b42b-5e239b3ca5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:34.400489792Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-cc45a7/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.406093488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f594e3b86500cdabe342baee2441ed0bae70d9633b311a655a88499c9fc8b38b) AuthConfig (54057eda5375f24f862cf9fc092e837f7c514998444a33007626fa1de5d6d912) AuthConfig (5d6686aafe5715deb0689171c7eda8d2fbcf0273dbb518b8d0b2b8a4d41e75b1) AuthConfig (cc85107f4a9065efa4ada962990a3f62aedc30b0798964ad737139e177fe7249) AuthConfig (9379acb33a9475b840c0c19be2c2036105d0f5abc809231d539780a151db3190) AuthConfig (1b13e7d2ce1d3ec15df9cc3b576701e3cd0952d6a532ebc6e50bb007325a72f2) AuthConfig (ec82c033a4e9bc98204e42773b0f1f724f9c4d0f55742875d8a4f9299e2b7d16) AuthConfig (1b0da22992b7685fa14cacfff75176b28b7d55be9b0331364f932c13bb7916bd) AuthConfig (4dca543edabf5a707386582f5845c324468182a8649b2147d1def1a543b9851f) AuthConfig (fc6baacf1d99ee77696c64ef86b8e197dd65870cba86adf4e0eff175c973cd6d) AuthConfig (be8d827f7f0acde97d7085b91dc0641a8bb496267c38cf7464ab189a49407223) AuthConfig (f77332782fca77059f505a5e4f2fc146543ab717efcf0f5a28ec91f4cbac2cdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"c84a5711-a304-48c0-a470-0487b5f79028","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.462941242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"b547549f-3f78-4953-a1ed-e8ddbeb2c4c9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.484146315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"b547549f-3f78-4953-a1ed-e8ddbeb2c4c9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.484622352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"96eb30c5-c8dc-428e-8b5e-71d49d595e63","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.502622709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f594e3b86500cdabe342baee2441ed0bae70d9633b311a655a88499c9fc8b38b) AuthConfig (54057eda5375f24f862cf9fc092e837f7c514998444a33007626fa1de5d6d912) AuthConfig (5d6686aafe5715deb0689171c7eda8d2fbcf0273dbb518b8d0b2b8a4d41e75b1) AuthConfig (cc85107f4a9065efa4ada962990a3f62aedc30b0798964ad737139e177fe7249) AuthConfig (9379acb33a9475b840c0c19be2c2036105d0f5abc809231d539780a151db3190) AuthConfig (1b13e7d2ce1d3ec15df9cc3b576701e3cd0952d6a532ebc6e50bb007325a72f2) AuthConfig (ec82c033a4e9bc98204e42773b0f1f724f9c4d0f55742875d8a4f9299e2b7d16) AuthConfig (1b0da22992b7685fa14cacfff75176b28b7d55be9b0331364f932c13bb7916bd) AuthConfig (4dca543edabf5a707386582f5845c324468182a8649b2147d1def1a543b9851f) AuthConfig (fc6baacf1d99ee77696c64ef86b8e197dd65870cba86adf4e0eff175c973cd6d) AuthConfig (be8d827f7f0acde97d7085b91dc0641a8bb496267c38cf7464ab189a49407223) AuthConfig (f77332782fca77059f505a5e4f2fc146543ab717efcf0f5a28ec91f4cbac2cdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"b547549f-3f78-4953-a1ed-e8ddbeb2c4c9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.556630357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a96a474b-9a49-485e-b7bb-64d7ac9c118b","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.563530089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"2bdbba1c-849d-446f-8bbf-ebe72bfb7915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.564000969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"97949121-13b3-4bca-9942-34da45553040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.564002577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3bf79ab2-81db-48e6-92bc-9fd63e94d673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.58750485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"97949121-13b3-4bca-9942-34da45553040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.591123727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3bf79ab2-81db-48e6-92bc-9fd63e94d673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.632651725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c7f25ef3-1322-48c3-a7a9-8ca3b7606d02","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.670556411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"772676a5-418d-48c1-9d94-3663a1b811d3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.678866739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e6e18d0f-f372-4a8d-aa50-21aa18c4bb19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.679552546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2ac51378-e571-4b5b-9f22-a2c79f62d072","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.680188213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f4145d17-55d4-43af-9521-b086381a2602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.70278873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2ac51378-e571-4b5b-9f22-a2c79f62d072","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.702788731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f4145d17-55d4-43af-9521-b086381a2602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:34.705248202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e6e18d0f-f372-4a8d-aa50-21aa18c4bb19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:36.805359393Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"aa003947-e991-4537-b356-6541fbbeb03a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:36.820276248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"aa003947-e991-4537-b356-6541fbbeb03a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:36.83582953Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-sub2","reconcileID":"aa003947-e991-4537-b356-6541fbbeb03a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:36.928307186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"650b7b62-eb4e-4914-bc1e-0e09508aab1c","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:36.949913717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e02b1b78-eb22-4a33-8d49-db0e1fc7613f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.066931726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09c46fc1-01f7-41b5-a004-329649b6f5b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.071449395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"05b153a1-2425-4051-89b6-c8437e2eaca3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.072052768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"998a8e0a-ecb6-4693-8e29-7c62eb7d75f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.072679808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fdfcad75-78a7-49ed-a937-d1669d4ddd10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.07504607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"9cbd7c8f-dc46-4022-9814-954be5e43ce7","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.086576988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09c46fc1-01f7-41b5-a004-329649b6f5b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.091939885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"05b153a1-2425-4051-89b6-c8437e2eaca3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.092728572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"998a8e0a-ecb6-4693-8e29-7c62eb7d75f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.094886522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fdfcad75-78a7-49ed-a937-d1669d4ddd10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.130013205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6cb96ef8-73aa-4c73-be9b-267caff8b78a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.179485761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"44f7d781-5fbb-4fde-a897-e5fd7bb4dd6d","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.190780574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"85ea4037-ee9a-4bc2-9700-cf0663cd8c92","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.210690381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"85ea4037-ee9a-4bc2-9700-cf0663cd8c92","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.340540822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c1eedf4c-3ca3-4e39-81bb-ad8fa6fe804c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-2-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.340703251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"b0265329-e252-4d96-a89e-267983bc9a80","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:37.473897263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"324ba30c-fd88-4120-89e3-08401685e752","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:38.945540374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7d1d6c-bb06-4b73-9b36-839250faf3c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:38.94556617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7d1d6c-bb06-4b73-9b36-839250faf3c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:38.973076305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d3a32a4-2c32-4e13-8821-b2f374638904","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:38.973293335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d3a32a4-2c32-4e13-8821-b2f374638904","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.018040172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"a9c92730-a6d4-40fc-88a1-e0f4390d8570","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.074287636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"a9c92730-a6d4-40fc-88a1-e0f4390d8570","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.092624772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"a9c92730-a6d4-40fc-88a1-e0f4390d8570","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.112719157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bffe372-812c-459e-8983-2ccb082ff656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.112742869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bffe372-812c-459e-8983-2ccb082ff656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.138990099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0439250f-aa93-4d4d-bc1a-f70d5bd6d874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.139011827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0439250f-aa93-4d4d-bc1a-f70d5bd6d874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.159168748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a6ab1cb-0e21-4ed6-96ee-99a7f2b3adb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.15919401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a6ab1cb-0e21-4ed6-96ee-99a7f2b3adb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:39.173439868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"41284ba2-3e57-4efb-998c-083e5d3f39e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-ca0104\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.181934199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f62f26d1-cb62-4e9c-adf9-9128bd95b1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.183502187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"5a7adac9-8d59-4de6-a69c-c706a804ed01","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.186195954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"627a28df-56de-449a-9ee5-213780244b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.201740111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f62f26d1-cb62-4e9c-adf9-9128bd95b1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.20310262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"5a7adac9-8d59-4de6-a69c-c706a804ed01","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.206105372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"627a28df-56de-449a-9ee5-213780244b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.211200244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500c2f58-0608-457a-95f9-bb030f5404f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.211217199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500c2f58-0608-457a-95f9-bb030f5404f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.221445179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"5a7adac9-8d59-4de6-a69c-c706a804ed01","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.231679844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aea31fb1-e9fd-4e65-9c93-5ecea05a5012","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.231697513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aea31fb1-e9fd-4e65-9c93-5ecea05a5012","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.31204949Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"eac66571-476e-4cb5-9eae-6758a4054e65","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-b0ceb1e7/e2e-shared-int-sub-530303e8","models-as-a-service/e2e-default-int-sub-ca0104","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.364441599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c82b98-4abb-492b-9f88-0d233df4fc86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.36446602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c82b98-4abb-492b-9f88-0d233df4fc86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.401874913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"1d2e032d-066e-4d12-aaa4-b4ee59da903b","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.401992352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e66b1bb2-4310-44b7-88eb-72e459cbbbb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:39.495980902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"c6aba6b9-283e-4ee5-8d04-ed7e54cdc454","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:40.759372445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:43.059631521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"88b16952-f8bc-43bb-a14a-c3570bc7353d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:43.112403601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"88b16952-f8bc-43bb-a14a-c3570bc7353d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:43.130542642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"88b16952-f8bc-43bb-a14a-c3570bc7353d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:43.150666407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da591e6d-e443-47e0-a7fe-e7f78a0d94c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:43.150690014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da591e6d-e443-47e0-a7fe-e7f78a0d94c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.547584775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"c4d6b4ed-0a54-497d-aa07-4a30b0e95c10","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.567873959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"c4d6b4ed-0a54-497d-aa07-4a30b0e95c10","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.58618427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cc45a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f594e3b86500cdabe342baee2441ed0bae70d9633b311a655a88499c9fc8b38b) AuthConfig (54057eda5375f24f862cf9fc092e837f7c514998444a33007626fa1de5d6d912) AuthConfig (5d6686aafe5715deb0689171c7eda8d2fbcf0273dbb518b8d0b2b8a4d41e75b1) AuthConfig (cc85107f4a9065efa4ada962990a3f62aedc30b0798964ad737139e177fe7249) AuthConfig (9379acb33a9475b840c0c19be2c2036105d0f5abc809231d539780a151db3190) AuthConfig (1b13e7d2ce1d3ec15df9cc3b576701e3cd0952d6a532ebc6e50bb007325a72f2) AuthConfig (ec82c033a4e9bc98204e42773b0f1f724f9c4d0f55742875d8a4f9299e2b7d16) AuthConfig (1b0da22992b7685fa14cacfff75176b28b7d55be9b0331364f932c13bb7916bd) AuthConfig (4dca543edabf5a707386582f5845c324468182a8649b2147d1def1a543b9851f) AuthConfig (fc6baacf1d99ee77696c64ef86b8e197dd65870cba86adf4e0eff175c973cd6d) AuthConfig (be8d827f7f0acde97d7085b91dc0641a8bb496267c38cf7464ab189a49407223) AuthConfig (f77332782fca77059f505a5e4f2fc146543ab717efcf0f5a28ec91f4cbac2cdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"c4d6b4ed-0a54-497d-aa07-4a30b0e95c10","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.68429648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub","reconcileID":"60163327-3272-4f45-96a1-516c970ac8f9","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.751032893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub","reconcileID":"60163327-3272-4f45-96a1-516c970ac8f9","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.810242881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"4a8019e4-5421-405f-8934-a7f7f57e2be0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.901242311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b34f0467-e5db-4a6b-8125-a19c1efad90d","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.944769663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c2e270bd-48dc-4def-9ba9-3e46df5316ee","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.945465596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ea0be348-c037-4307-836a-69bd31d55bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:44.964813318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bca35ead-7f7f-4900-ac46-e7379cf2ccab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:45.049597691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c2e270bd-48dc-4def-9ba9-3e46df5316ee","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:45.05064617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ea0be348-c037-4307-836a-69bd31d55bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:45.091164298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bca35ead-7f7f-4900-ac46-e7379cf2ccab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:46.206019622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"a331a190-b46d-4bd8-9b13-59d1412ec3e2","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:46.907895412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3e3a514c-405d-4cdf-b3bc-fe5feda64989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.008430346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3236a4ee-896b-40b6-8d02-0452dd3d6acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.042987126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3e3a514c-405d-4cdf-b3bc-fe5feda64989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.056741214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4e170014-8d25-4fdb-9280-f697ac131649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.057496662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5ca1b6f5-e7ae-4a1f-ba1b-206585737f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.137810464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3236a4ee-896b-40b6-8d02-0452dd3d6acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.203642992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4e170014-8d25-4fdb-9280-f697ac131649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.259966491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5ca1b6f5-e7ae-4a1f-ba1b-206585737f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.607769268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ad7a7903-ac90-4964-b238-768d45fb1c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.682559854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0871a2d5-d058-4f4e-a477-f573bd32943f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.686554567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ad7a7903-ac90-4964-b238-768d45fb1c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:47.771968809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0871a2d5-d058-4f4e-a477-f573bd32943f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:49.332927637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"55d50e33-045e-4b27-8fa7-aa0f4ae7b39d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:49.480571938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"55d50e33-045e-4b27-8fa7-aa0f4ae7b39d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:49.538308383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"55d50e33-045e-4b27-8fa7-aa0f4ae7b39d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:49.602813398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9636702c-d769-40ce-8d9e-7c986f012b92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:49.602942241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9636702c-d769-40ce-8d9e-7c986f012b92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:49.73314365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"2316c246-39a9-44ac-83a8-d47e83d0bc0e","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:50.947400226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"60d01e8b-2a73-4e67-ac62-9d11e97a7918","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.593025436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f9599774-40ca-47fe-927e-dcedc986ead1","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.767285229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8b04c397-f47f-4ff5-a3e3-643e3a8b2ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.768274456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"171bfe3f-d968-43ea-a1e7-9a96c5a12922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.76899376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"4bd25caf-c9a9-4e45-83bf-8a388737345c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.770021662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"31d50305-9cac-4233-aa1d-7c03f9c333a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.770105484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"328cd2a1-8084-4fc2-aaa5-8cce4e66c90b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.899601778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"171bfe3f-d968-43ea-a1e7-9a96c5a12922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.89972358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"4bd25caf-c9a9-4e45-83bf-8a388737345c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.922702892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8b04c397-f47f-4ff5-a3e3-643e3a8b2ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:51.992770963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3477d0d9-24b5-410f-83f7-7b2cf6f72912","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:52.051860233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"59f1c659-abec-46ee-a44a-738cdadd42ae","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:52.143149564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"06a862ca-ebd9-42a2-8ab1-3d7e35b283cf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:52.209353282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2a588a92-093d-4bf9-884b-7b2fb051f3bf","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:52.230643477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"f60e345d-9f8f-47ba-9a65-64b2a2187d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:53.19416537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"61061b0f-fe98-4ced-8e12-a95945077bc8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:53.295309194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"61061b0f-fe98-4ced-8e12-a95945077bc8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:53.324158444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"61061b0f-fe98-4ced-8e12-a95945077bc8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:53.354435638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaaab0ea-bde9-46e2-b8e6-0be92e63a805","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:53.354528723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaaab0ea-bde9-46e2-b8e6-0be92e63a805","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.36845561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"35784c17-0e3a-4b53-bc89-4b90d062816c","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.453631363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"52d76a65-1a3a-4d0a-9be6-5d280176d433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.453920979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1f606a4c-4ead-4684-b10a-0deb0a620b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.453631166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"44589661-6262-4e81-81ae-1731c82e58f3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.480472594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"44589661-6262-4e81-81ae-1731c82e58f3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.484286945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"52d76a65-1a3a-4d0a-9be6-5d280176d433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:54.485679908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1f606a4c-4ead-4684-b10a-0deb0a620b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.467493536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"52e9bbb3-e4aa-40b3-bc19-bf0a99d2019e","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.488880634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e8d07e43-9e85-4fe9-9cf8-98f07e629b10","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.541346289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"098f5ba1-f214-4021-9e83-5b9e98622ead","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.563215001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"098f5ba1-f214-4021-9e83-5b9e98622ead","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.669438145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"2eac74a0-755d-4fb3-9c44-124fbf8ecf0a","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.693434686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"60200396-0364-4a40-bd72-13343110f09c","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:32:55.720577103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-sub","reconcileID":"e4609593-1ec5-458d-b000-a2647939a868","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.72799986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"05341c92-804c-4b7b-b18d-6cba98058229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.728769428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6c0bd0cc-4efa-41ab-b4fa-6d2bbc1914e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.744116714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"223e970d-d060-4024-9664-6085b8ad6bcd","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.749915244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6c0bd0cc-4efa-41ab-b4fa-6d2bbc1914e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.750668334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"05341c92-804c-4b7b-b18d-6cba98058229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.785264442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"c52c8583-25dd-4d68-a4fe-89061d601251","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.810404216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"23e52fb4-a71a-4722-9e4f-d1103bf805ba","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.833179893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"3d3e6cf3-9865-4de7-adcd-83c3196de5a6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.854240037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"3d3e6cf3-9865-4de7-adcd-83c3196de5a6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.913655962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-sub","reconcileID":"ab972168-14c8-4020-958e-13f73a2a94d8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-994336/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-994336/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.966816172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"fc7673bf-ede7-4570-8614-ddaba7adbd78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.967448205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e6033596-3b81-4392-84f6-ffdaae0c74de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:55.988777566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"ef791448-fcbd-466e-9271-ab698d2edb94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:56.004209918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"fc7673bf-ede7-4570-8614-ddaba7adbd78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:56.005343734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e6033596-3b81-4392-84f6-ffdaae0c74de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:56.021426302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"215a74b9-6ee0-4611-a4dd-b8c88d832d14","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:56.08261961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"37b9a128-dc0c-4f1e-9c29-70dafbee8fd1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:56.145228489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"37b9a128-dc0c-4f1e-9c29-70dafbee8fd1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:56.156870201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-sub","reconcileID":"722d2aa6-b72d-466d-885e-5c28b53182ea","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.442413626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e7a0b612-d87e-4d3e-a665-c4e761d6e846","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.504072737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"711568ae-9497-450e-950c-2979ae32ab25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.504483293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1e25a4c4-29db-4ce4-85d5-0b2adf2262d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.504686082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"86dc8932-2550-42eb-a60b-c83ab54a1b7f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.559911043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"711568ae-9497-450e-950c-2979ae32ab25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.561311803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1e25a4c4-29db-4ce4-85d5-0b2adf2262d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:58.562308408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"86dc8932-2550-42eb-a60b-c83ab54a1b7f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:59.649720709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"992d4a62-f531-4abd-bb24-218a339e4f44","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:59.704110704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"992d4a62-f531-4abd-bb24-218a339e4f44","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:59.723025836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"992d4a62-f531-4abd-bb24-218a339e4f44","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:59.741164777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c64e1cd-c5c7-44c3-b908-88f390cf4c10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:59.741184717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c64e1cd-c5c7-44c3-b908-88f390cf4c10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:32:59.762640366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"81d4f3e2-620b-441e-9a5b-090f1f4b603a","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:01.069673006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"74928e7a-9d02-422d-839d-e13261eb0094","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:03.30303144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"c9810d18-3e64-418e-811f-a59632ab3faf","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:03.385047081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"6002bf63-07f3-4b56-a644-544b860b1e42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:03.438868985Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"6002bf63-07f3-4b56-a644-544b860b1e42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:03.457347768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"6002bf63-07f3-4b56-a644-544b860b1e42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:03.476022113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b6b4ea-6ca2-427c-81f8-2315be33d9dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:03.476049309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b6b4ea-6ca2-427c-81f8-2315be33d9dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.017308475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"42e9714c-1c84-48dc-979f-53fb850b0e58","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.370090308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"98971fb9-e5e8-4896-ab26-c9b84d299c19","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.438041282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"a7737e8e-6c47-40ad-bcc6-6411c553d7b1","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.504546227Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-sub","reconcileID":"a7737e8e-6c47-40ad-bcc6-6411c553d7b1","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.630872255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"82d61f1b-3eef-4d11-8aac-b84b4f02fcbd","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.641649441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"3eb58771-4a25-42d7-8a0c-dc7c8bdfb27b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.67449546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6b0700ea-d489-49cf-9814-bd3bcd71b37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.674679825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"5512f13d-e3cd-4b77-9dea-ff4071d87383","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.674494649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9342eac6-d4ed-4881-bf57-8299dadda46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.69548927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6b0700ea-d489-49cf-9814-bd3bcd71b37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.695789273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9342eac6-d4ed-4881-bf57-8299dadda46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.697962738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"5512f13d-e3cd-4b77-9dea-ff4071d87383","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.774015729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-api-key-scoped-auth","reconcileID":"2fea837a-fe13-4a81-88c1-c3485f494a11","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.774113158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c48b44ed-c2e0-4ca9-98bb-8fad3620f612","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.784095609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2ad3ff22-1bf8-4783-ad99-8bab7603d700","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.845621632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"320b115d-e474-4c7b-9354-fdb661574c3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.847030528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0f0ec869-173d-45be-9554-fec89daee453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.847158733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d91edc1d-da8d-415b-af4f-6d17e037994d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.858721791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"079ee6f5-8390-4029-8e0e-75db10e192d7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.867031009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d91edc1d-da8d-415b-af4f-6d17e037994d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.867181791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0f0ec869-173d-45be-9554-fec89daee453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.900418859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"7760957b-05ae-4c51-b572-17249f971bc3","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:04.968809361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"08274200-aa21-41a6-9d7d-7bebf11cbb4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.144415316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"82ed4cec-c092-46e7-be45-b06dcce381b7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.162094664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a31b5637-ad6f-43dd-9650-4812513677e1","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.205703434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"79198bce-20e2-490c-b4dc-5341ec7989d5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.225391517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"79198bce-20e2-490c-b4dc-5341ec7989d5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.342590555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c27bf5df-6223-4372-941d-87675a4c667e","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.345676582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"ae241916-a388-4b0c-9c85-930c37a9cf3b","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.361261495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"351392ed-e6c8-4f25-9923-44af84e27747","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:33:06.375723992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"02b220a8-a6f3-4b10-8eda-e492ed1d3c6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.385635648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"507d283e-7137-49c0-bb9e-242170dae39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.389043169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"c03e1562-ae82-4116-bbb2-a2806a6e786a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.38913502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ea03fc27-da11-4378-b708-40dd62668ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.406609105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"507d283e-7137-49c0-bb9e-242170dae39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.40862705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"c03e1562-ae82-4116-bbb2-a2806a6e786a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.410223058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ea03fc27-da11-4378-b708-40dd62668ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.415983629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cb086621-9746-4842-a9b3-ee004566f599","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.433859962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"21a81a1c-fb79-46ea-a23e-13331e3c0147","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.493675684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b879c606-b822-442b-904c-770baedcfb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.514426731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b879c606-b822-442b-904c-770baedcfb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.515720864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"cbce1b81-a1f5-4c3f-b942-70918a803294","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-models-user-sub","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.534200138Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-cc45a7 priority=0:[ai-tenant-e2e-worker-w4-cc45a7/e2e-models-other-sub ai-tenant-e2e-worker-w4-cc45a7/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.534419865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"afe758c7-dee6-4003-97bc-4b0637658510","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.552279617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"33a51b78-3633-48cd-97ea-5a3817b022b6","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:33:06.563845501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"cbce1b81-a1f5-4c3f-b942-70918a803294","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:33:06.567070736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"c03e1562-ae82-4116-bbb2-a2806a6e786a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.567443594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e81dc795-b329-4f11-9393-b719b8594efd","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:33:06.56983481Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-cc45a7/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.586925921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cf98b416-98a6-4705-84e4-848071d59f97","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.593802433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b5b9247f-2655-4528-bd48-006a0169bad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.613335908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b5b9247f-2655-4528-bd48-006a0169bad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.614871072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"9b4c1baa-0c65-4f50-956e-7960d1eb7c62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-models-other-sub","ai-tenant-e2e-worker-w4-cc45a7/e2e-models-user-sub","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.694229238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"00f52568-60d4-45f0-a26f-cf62f50c3ec5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.694520302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"de5cc53e-f8d7-44a1-b527-63943140c8fb","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.694812736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-other-sub","reconcileID":"f0a7f6c0-caab-4414-ad36-560c201341a9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.694883888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"8d7e6ebb-7a4c-475d-87bc-b24b30db19cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.696869732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d94df3ef-5574-4a99-9fba-e3b26ee9b919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.710294243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"4d17fd09-5a08-4e4e-b8e7-7c6e6a85c2e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.717071007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"00f52568-60d4-45f0-a26f-cf62f50c3ec5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.721481548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"8d7e6ebb-7a4c-475d-87bc-b24b30db19cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.725193239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d94df3ef-5574-4a99-9fba-e3b26ee9b919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.79213393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"76e5d929-704c-4f15-abf9-d23c2f8fdbc2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.79497829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e1ebf1fe-8cf6-4623-b11a-b70841eda3c4","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.852036961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"5aad00af-2e97-4962-8b02-c809e20c86f8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.854874294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-other-sub","reconcileID":"02bbbc47-1e71-4322-a842-1aa140bd9f1e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.932350356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"108f588e-8dd4-47ae-b117-e65c46528e87","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:06.951915696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"108f588e-8dd4-47ae-b117-e65c46528e87","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.227071602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"8ed1bfc8-ceef-4ca6-8b73-066a51176ba4","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.271836988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0a167e69-4e18-4c2b-8f34-2400ba6bcd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.272763393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c372b346-82a9-4f59-94ae-716a16fb1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.273947625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"9158c0d3-5f30-4887-8b52-ed0dc69d2694","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.292982556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0a167e69-4e18-4c2b-8f34-2400ba6bcd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.29474557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c372b346-82a9-4f59-94ae-716a16fb1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:07.295468449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"9158c0d3-5f30-4887-8b52-ed0dc69d2694","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.499011159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-sub","reconcileID":"e3160360-6f22-411a-8a0e-04bf027637b8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.566253671Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-sub","reconcileID":"e3160360-6f22-411a-8a0e-04bf027637b8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-994336/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.628369883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"b8f344cf-dfd0-4e32-bc5f-016f4c98673a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.719552509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f275d6e0-bfce-4105-a87e-151eb6c497ee","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.74022246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"880c97b8-74ee-495b-a65b-b1ebeff97b23","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.762803733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"d30d8a2e-a861-4b46-b004-71c1fbd1b264","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.76288732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d2664465-d260-4783-a0cc-1d8e5a2fcf08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.763299528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"dbf21c99-1ed3-4f3e-a71e-d25b1e354e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.78367136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d2664465-d260-4783-a0cc-1d8e5a2fcf08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.783848228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"d30d8a2e-a861-4b46-b004-71c1fbd1b264","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.78618442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"dbf21c99-1ed3-4f3e-a71e-d25b1e354e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.880892614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f2ece51a-1f85-4c47-9b34-eeff6a973ab7","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:08.915932466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-api-key-no-access-auth","reconcileID":"56a252a8-4391-43e6-af80-754a3e4cf736","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:09.104113275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"3f529065-35b8-4cd2-b80f-12882cafac33","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:09.873110233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"1b397838-313b-4db3-8a80-c6e1bda14370","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:09.993632644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"1b397838-313b-4db3-8a80-c6e1bda14370","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:10.049979248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"1b397838-313b-4db3-8a80-c6e1bda14370","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:10.082019091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99655618-8657-4f22-91c4-d13f43c87a20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:10.082162621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99655618-8657-4f22-91c4-d13f43c87a20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:10.792287232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.134666325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"c7b31c57-596f-4828-8405-c9db00572e76","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.728261947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"af04a7ef-9de6-497c-b6bf-926152e01205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.742728126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"71fc4ada-cd3b-400a-8988-cb539a037c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.744143368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"c84bda81-58a7-436d-9398-5b1624ad03f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.756125961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"97614ac4-ef35-4d11-ac8f-07fee362fa42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.907367586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cf12884a-a687-4c9a-921d-d9f73570f8d8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:13.963970932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"bd4d4028-e468-4d21-bfb6-2200f3bcc734","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.02184528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"71fc4ada-cd3b-400a-8988-cb539a037c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.113357949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"af04a7ef-9de6-497c-b6bf-926152e01205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.136549522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"80567162-a179-4baa-8e4f-31ba96f52a80","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.248496829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"12842859-ee4d-41d0-83d5-fd1814f486c4","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.291877121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"19ade0f5-9787-46ac-99cb-5e01e054767d","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.292816803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"5b17b53f-a0c1-4a3a-bd13-24655776d9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.305584127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"97614ac4-ef35-4d11-ac8f-07fee362fa42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.332607567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"97614ac4-ef35-4d11-ac8f-07fee362fa42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.362195113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"307e2df9-9cb2-403a-9e2c-5fd371c60955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.362294224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"307e2df9-9cb2-403a-9e2c-5fd371c60955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.363115138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"f934a4d3-b1cb-485b-990a-8d0b9c26af80","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.379254027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"4b70c2e8-a998-4043-9444-bbfcfbc25df6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.410342923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d8bd3c2f-3597-4364-b13b-a3eb4b5c1011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.419379036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"17abd36a-13a2-492b-9db6-0a445e6a5fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.460188243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d8bd3c2f-3597-4364-b13b-a3eb4b5c1011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.501077647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"17abd36a-13a2-492b-9db6-0a445e6a5fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:14.519593114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"1138813d-f6eb-43c3-827a-be4c67f053c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.277070397Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"09f9d088-90b2-44c4-9334-198801cf7ae3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.345116572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-user-sub","reconcileID":"09f9d088-90b2-44c4-9334-198801cf7ae3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-models-other-sub","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.406114368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"972ac1cd-262f-4317-8d22-d7a90127ac77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.406104965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-other-sub","reconcileID":"87d751dd-ac1e-4780-af18-c9b1a6723bd0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.41941335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"500535f2-8df5-44f2-9786-e7ce01a5bf92","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.462649851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f8df3fdc-7325-4c6d-874a-1b9ac57db29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.462916579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"1e6fe3cf-fcf9-49ee-994e-27f5d61e0eba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.46264989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"970132bf-ca00-4e2d-a763-b2c40cb13f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.483708135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f8df3fdc-7325-4c6d-874a-1b9ac57db29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.483781918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"1e6fe3cf-fcf9-49ee-994e-27f5d61e0eba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.487429422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"970132bf-ca00-4e2d-a763-b2c40cb13f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.580415916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"54efe4d8-1f11-4106-a72a-c0e845591ad3","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.663834815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"6fb3ff14-5aad-4aac-940e-6f9a3e43e152","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.66416175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"235b7675-e8ba-4eda-bde0-6101b95bea54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.689136633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"235b7675-e8ba-4eda-bde0-6101b95bea54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.690411698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"6fb3ff14-5aad-4aac-940e-6f9a3e43e152","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.762149791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dda86ff8-6c43-4d63-b9dc-e9ca4ee4f6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:17.782056127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dda86ff8-6c43-4d63-b9dc-e9ca4ee4f6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.273517802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e805c3ad-040e-4a04-b3c8-d83b6d652e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.289054467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e805c3ad-040e-4a04-b3c8-d83b6d652e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.303927403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e805c3ad-040e-4a04-b3c8-d83b6d652e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.318659058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e805c3ad-040e-4a04-b3c8-d83b6d652e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.927541305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35596421-6f97-44ac-b08f-31f4f2de5ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.942738373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35596421-6f97-44ac-b08f-31f4f2de5ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.957303569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35596421-6f97-44ac-b08f-31f4f2de5ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:18.972304742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35596421-6f97-44ac-b08f-31f4f2de5ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:19.111539981Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-90db52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-90db52","reconcileID":"e4a7bd0a-f32f-4777-aecd-62e2a173ec77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-90db52","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-90db52":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:19.598591886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1de0028-e7df-4a8e-998e-dc772a505cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:19.613184345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1de0028-e7df-4a8e-998e-dc772a505cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:19.627792573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1de0028-e7df-4a8e-998e-dc772a505cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:19.642557841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1de0028-e7df-4a8e-998e-dc772a505cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.074810761Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-084d807f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-084d807f","reconcileID":"85d555cd-2ad6-431d-b180-95c226ae8b1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-084d807f","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-084d807f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.143821695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"21d03e2a-dd27-42ef-bd8c-6fc529f0d4ec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.202067788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"21d03e2a-dd27-42ef-bd8c-6fc529f0d4ec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.223201268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"21d03e2a-dd27-42ef-bd8c-6fc529f0d4ec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.246351609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"885714a7-8dd8-421e-ac87-1e30c5994e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.246376852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"885714a7-8dd8-421e-ac87-1e30c5994e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.277117516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bb1b97-386c-4a6b-8efa-f4a1c52620f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.292554227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bb1b97-386c-4a6b-8efa-f4a1c52620f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.307579715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bb1b97-386c-4a6b-8efa-f4a1c52620f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.322562311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bb1b97-386c-4a6b-8efa-f4a1c52620f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.970001659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b3d1d0-4805-439e-9c91-0f9b8eff7d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:20.984854534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b3d1d0-4805-439e-9c91-0f9b8eff7d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:21.001025186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b3d1d0-4805-439e-9c91-0f9b8eff7d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:21.015999901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b3d1d0-4805-439e-9c91-0f9b8eff7d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.293342288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"617a0fcf-e346-4b83-9703-0ad7884322b5","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.363981899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e787da5f-68f8-46f1-8cc0-206faf7bf7c0","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.391638749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"95a44484-c9b2-446c-bc28-8bb999138626","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.449206835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"95a44484-c9b2-446c-bc28-8bb999138626","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.467282357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"95a44484-c9b2-446c-bc28-8bb999138626","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.487759813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d91e1f-55db-4b8d-ad6d-8f0a7810eb69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:24.487785104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d91e1f-55db-4b8d-ad6d-8f0a7810eb69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.041924888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"1b59876e-bee3-4ec4-8609-b2582bf041bc","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.106266595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"d148b2aa-a174-4fd4-ba3c-9a8d0c806af7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.109120471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a9fe26c6-93f7-4eba-bc70-30c80cee3b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.109510495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d0ae8c23-7a05-4cda-95ba-13302f179f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.131162737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a9fe26c6-93f7-4eba-bc70-30c80cee3b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.13129361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d0ae8c23-7a05-4cda-95ba-13302f179f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.163842858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"17041ae0-d607-48a4-8e84-38a64816b123","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:26.224514158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"348dc58d-8d52-408c-b38e-f0ba66da9b0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.63093651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-other-sub","reconcileID":"5ed552d4-fcef-40c7-9720-31a5341c4067","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.698177583Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-other-sub","reconcileID":"5ed552d4-fcef-40c7-9720-31a5341c4067","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.758605014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"1b6097c0-162c-479a-a17a-e90dd00a1e44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.764415214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"6656e604-851f-4eb1-b29b-7f8622ee86bd","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.829935152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c00fc0dc-07ee-40d4-b76d-1c014fcd200f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.830687591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b643fa83-8185-489d-8460-59ef5d3cefac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.830822316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"d1f08c6e-d2ef-4500-b435-da5026a8716b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.851257056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c00fc0dc-07ee-40d4-b76d-1c014fcd200f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.851656769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b643fa83-8185-489d-8460-59ef5d3cefac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.853620476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"d1f08c6e-d2ef-4500-b435-da5026a8716b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.90943605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-models-access-denied-auth","reconcileID":"81742016-1c2c-457a-ad95-2d9a436a082b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:27.909437117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c644fe5d-958d-446f-b737-3eae49429c25","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:28.014850722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2562e12d-e241-418c-a340-4c87e707f860","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:28.738123156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"86188569-1547-458e-a3c5-f16481ee1350","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:28.831209638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"1e69c949-681b-493b-81de-49d1c7dd4a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:28.831382898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"c01de958-45ed-4779-9329-57de49f47214","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:28.923765235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"dd995a87-6a42-401e-aca3-64a70ff497e3","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.032776078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13660a0b-9045-406e-bf51-d35f5efd1e7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.033979903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"53554393-7fb3-497d-a03b-11707c78bf75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.084191868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8ed10573-2dff-4798-8cee-6a3acc531152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.085114084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"61a01938-a0a3-4881-9cfa-16788b9a1004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.102573897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"d3fbf496-cb3d-4982-bd39-0fff8bfb7d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.10881028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8ed10573-2dff-4798-8cee-6a3acc531152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.109820665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"61a01938-a0a3-4881-9cfa-16788b9a1004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.173921773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"cef909a6-d448-42f7-bf3e-57a8f3004cf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.174519906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"ecb2b0ed-1f2c-4295-962a-a43a93c38e67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.189039178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78651972-309c-4fce-a695-c7344d42d14f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.20189763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"74b7c5bd-47e3-4eb3-9440-adfa72256a43","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.209385315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"9ff995cb-c882-47b8-8a75-cd20fc67b640","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.27042219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"03bf864d-33bc-466f-9a31-f04a18f3e539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.270459126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"6e7c8d73-1556-4649-96c5-1909d6c26739","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.271000385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"b829b544-2838-4806-8efd-b3db98b2acc4","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:29.286280268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"1a24a010-f4cf-4bf9-b6ac-2535870b1ade","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:30.327585464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"2c9e568c-6631-429e-99c7-9342f7fc60b6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:30.398299935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"2c9e568c-6631-429e-99c7-9342f7fc60b6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:30.424662862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"2c9e568c-6631-429e-99c7-9342f7fc60b6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:30.453795035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"924260d8-cd39-458e-843f-2a7c37392eee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:30.453925959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"924260d8-cd39-458e-843f-2a7c37392eee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:31.476490593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"23256244-45c2-4e71-8d7f-15fc39634933","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:31.521991711Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"23256244-45c2-4e71-8d7f-15fc39634933","name":"e2e-api-a-90db52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:33.556856242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc348700-9e90-4c19-81ae-7382427ad8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:33.572459074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc348700-9e90-4c19-81ae-7382427ad8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:33.587222222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc348700-9e90-4c19-81ae-7382427ad8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:33.602479252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc348700-9e90-4c19-81ae-7382427ad8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.230040296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0773cb-0508-4419-8ed3-2ba45610057a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.247139928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0773cb-0508-4419-8ed3-2ba45610057a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.263902498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0773cb-0508-4419-8ed3-2ba45610057a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.278927275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0773cb-0508-4419-8ed3-2ba45610057a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.365346006Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7ac3c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7ac3c8","reconcileID":"a9aa103a-271f-421b-89fd-31b2b7ad18b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7ac3c8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-7ac3c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.516029309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"3912c2e7-57be-4208-a47f-b75de49ec190","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.573469105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"3912c2e7-57be-4208-a47f-b75de49ec190","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.598271848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"3912c2e7-57be-4208-a47f-b75de49ec190","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.619814551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eba34c2-e873-4223-b64e-ceea6dea71b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:34.619865188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eba34c2-e873-4223-b64e-ceea6dea71b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:35.061177518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb13e0c-76a8-42a4-9e4f-6e6eb9c7458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:35.075973449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb13e0c-76a8-42a4-9e4f-6e6eb9c7458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:35.090643422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb13e0c-76a8-42a4-9e4f-6e6eb9c7458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:35.105233712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb13e0c-76a8-42a4-9e4f-6e6eb9c7458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:35.262549252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"058649f3-247b-4d7b-a0d5-2761a91f3930","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:35.307408657Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"058649f3-247b-4d7b-a0d5-2761a91f3930","name":"e2e-mt-084d807f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:40.498956271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"550f9c4d-a895-4d19-9d08-1b8854d8c4fb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:40.553124713Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"550f9c4d-a895-4d19-9d08-1b8854d8c4fb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:40.571236441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"550f9c4d-a895-4d19-9d08-1b8854d8c4fb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:40.597388566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73a16bef-eb2d-4484-a41f-488c40eb4a3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:40.597419653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73a16bef-eb2d-4484-a41f-488c40eb4a3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:40.759077574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:44.657826927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"80e9d3b8-c024-4829-a944-64ea56ea7246","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:44.72727827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"80e9d3b8-c024-4829-a944-64ea56ea7246","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:44.747048087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"80e9d3b8-c024-4829-a944-64ea56ea7246","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:44.767283367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd35d1d4-04f3-48c8-bcb9-4d675418850e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:44.767315397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd35d1d4-04f3-48c8-bcb9-4d675418850e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.660453505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56bd51c1-b63e-4d3e-b05f-ee83908eac0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.745718791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"cb0e3a7a-a3cd-4624-86c4-7d6190aa21ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.745847112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"73d87083-6ee4-4dc7-8cc8-80746fc39510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.839227328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c04f4dd-b204-4845-91d3-6837243f963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.842091317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"fbc7b4f1-5db0-4ae8-93d8-8d3879320d60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.843804011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"0c6e392f-fcb8-4ab2-aaa8-422cc05b3a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.858183591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c04f4dd-b204-4845-91d3-6837243f963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.880785774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c04f4dd-b204-4845-91d3-6837243f963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.881228275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7fe169c1-0477-447c-b055-1281ddab5402","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.910533903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c04f4dd-b204-4845-91d3-6837243f963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.980544613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"6704e9b7-e0a1-40d6-829a-7001dc50dc5c","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:47.98113907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"3d389122-79d2-4d77-bb52-ed4bd2977de8","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.047271665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"64a5aff1-ea9c-46a9-98c7-a2201077e9c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.056519984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"b6f44226-50fc-479c-8cca-187cd46429e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.078951459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"9023c75f-0c80-4b24-8fd1-ad0aec542532","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.143660929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"1fdf34f9-b3e1-492d-892c-62f427bfc50e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.144306991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"c8343eb0-a8a2-4771-8669-8c8d8fc3ecc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.881765229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77f96e-5f6b-4169-b7ed-22e09bf85445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.902790452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77f96e-5f6b-4169-b7ed-22e09bf85445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.918495458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77f96e-5f6b-4169-b7ed-22e09bf85445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:48.943690866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f77f96e-5f6b-4169-b7ed-22e09bf85445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.775206617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38bc38dc-3708-406d-abf8-c89c38f6291e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.775245958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38bc38dc-3708-406d-abf8-c89c38f6291e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.798036639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23bfecce-452d-4e5a-ae51-f55e4effc7a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.806622887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23bfecce-452d-4e5a-ae51-f55e4effc7a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.844960929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d09e06ab-2baa-4b9d-8be6-80ed360c7aa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.908594595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d09e06ab-2baa-4b9d-8be6-80ed360c7aa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.931260573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d09e06ab-2baa-4b9d-8be6-80ed360c7aa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.954720064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dc46203-9b1f-4c78-9c58-2c18b5bf5422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:49.95480302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dc46203-9b1f-4c78-9c58-2c18b5bf5422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:50.643048412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"4ad8222a-a3d2-4e39-92ec-3768343cae67","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:50.719859101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"4ad8222a-a3d2-4e39-92ec-3768343cae67","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:50.805094353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"4ad8222a-a3d2-4e39-92ec-3768343cae67","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:50.851602253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b7e366-21f1-47cb-8144-6450308dbd8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:50.851738865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b7e366-21f1-47cb-8144-6450308dbd8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:51.924665507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"7395a752-701a-4661-a7f6-23d2bc089041","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:51.969415701Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"7395a752-701a-4661-a7f6-23d2bc089041","name":"e2e-api-a-7ac3c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.677566825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa856f8-8edf-4588-af56-9a7933c7606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.693717299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa856f8-8edf-4588-af56-9a7933c7606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.719740693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa856f8-8edf-4588-af56-9a7933c7606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.736927075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa856f8-8edf-4588-af56-9a7933c7606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.86972344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"c5bd8c32-ae6a-4b58-997f-0708b3ed84b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.927347425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"c5bd8c32-ae6a-4b58-997f-0708b3ed84b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.947767884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"c5bd8c32-ae6a-4b58-997f-0708b3ed84b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.968383993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc933227-3f3b-4bae-82af-25b718ce1da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:54.968498144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc933227-3f3b-4bae-82af-25b718ce1da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:55.089309702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-371531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-371531","reconcileID":"886e0977-8a47-4285-90f0-295497de7b5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-371531","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-371531":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:55.548987555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4511707f-fdb9-464b-a24a-34523e19ccc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:55.566084497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4511707f-fdb9-464b-a24a-34523e19ccc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:55.584697646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4511707f-fdb9-464b-a24a-34523e19ccc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:55.603920227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4511707f-fdb9-464b-a24a-34523e19ccc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:56.313908639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00bb1-f972-4a7d-953f-8718f455e12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:56.329582947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00bb1-f972-4a7d-953f-8718f455e12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:56.344166667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00bb1-f972-4a7d-953f-8718f455e12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:56.358887478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00bb1-f972-4a7d-953f-8718f455e12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:33:59.984439317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"36aa5f6b-deb6-4f6e-8cb7-f62362514d55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:00.005311889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"36aa5f6b-deb6-4f6e-8cb7-f62362514d55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:00.024667914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"36aa5f6b-deb6-4f6e-8cb7-f62362514d55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:00.898121249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"aa7ab49a-d50d-42b0-bd5b-5807f81efab2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:00.961508533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"aa7ab49a-d50d-42b0-bd5b-5807f81efab2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:00.983423599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"aa7ab49a-d50d-42b0-bd5b-5807f81efab2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:01.004495509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7359a70-db94-403d-a86e-65209f0094ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:01.004606053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7359a70-db94-403d-a86e-65209f0094ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:04.866308467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"e35687c0-22e2-42f0-8430-5a9c069a1826","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:04.866732826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"762d2f76-8972-41be-9609-2b6bd460106c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:04.866746739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"762d2f76-8972-41be-9609-2b6bd460106c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:05.068450703Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-policy-530303e8","reconcileID":"e35687c0-22e2-42f0-8430-5a9c069a1826","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"policyNamespace":"ai-tenant-e2e-mt-b0ceb1e7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:05.093838948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08c4dfb2-fa2a-4ba8-9b3f-b524373a4908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:05.093947111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08c4dfb2-fa2a-4ba8-9b3f-b524373a4908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:05.24079757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c07245fb-73e6-4dbb-95d3-1e7bf3ba83e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:05.240822483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c07245fb-73e6-4dbb-95d3-1e7bf3ba83e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.054884874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d934b3e7-e61a-463c-b639-b593f23ac741","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.07419268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d934b3e7-e61a-463c-b639-b593f23ac741","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.092736119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d934b3e7-e61a-463c-b639-b593f23ac741","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.108837752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2eb9629-ccc7-4874-a835-a5541b9897a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.123277549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2eb9629-ccc7-4874-a835-a5541b9897a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.137728268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2eb9629-ccc7-4874-a835-a5541b9897a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.151932239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2eb9629-ccc7-4874-a835-a5541b9897a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.757224855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.849746413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1582a7dc-de1c-4c19-b0d3-13d23d7fcf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.865624016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1582a7dc-de1c-4c19-b0d3-13d23d7fcf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.881302388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1582a7dc-de1c-4c19-b0d3-13d23d7fcf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:10.905832822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1582a7dc-de1c-4c19-b0d3-13d23d7fcf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:11.057495825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"ce65486f-9688-4c4c-b8d2-312382d39826","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:11.078177538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"ce65486f-9688-4c4c-b8d2-312382d39826","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:11.097813305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"ce65486f-9688-4c4c-b8d2-312382d39826","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:13.166582823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"1ffa36a1-1079-4065-a407-6014a02a3ce2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:13.210222364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"1ffa36a1-1079-4065-a407-6014a02a3ce2","name":"e2e-api-b-371531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.258194123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7ca908c-abfd-4355-943d-11b030268589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.258219581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7ca908c-abfd-4355-943d-11b030268589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.275781433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44f6bc6-15f6-411b-b61b-bfe0fa3faafa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.275807561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44f6bc6-15f6-411b-b61b-bfe0fa3faafa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.295312038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"e549dde8-a55f-403e-aecb-e53a71d417ff","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-530303e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.304225339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"04b74f46-8cc0-4d91-b9a7-97eaa85f2047","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.360742062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"04b74f46-8cc0-4d91-b9a7-97eaa85f2047","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.367750124Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"namespace":"ai-tenant-e2e-mt-b0ceb1e7","name":"e2e-shared-int-sub-530303e8","reconcileID":"e549dde8-a55f-403e-aecb-e53a71d417ff","MaaSSubscription":{"name":"e2e-shared-int-sub-530303e8","namespace":"ai-tenant-e2e-mt-b0ceb1e7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-ca0104","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.379073153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7ac3c8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"04b74f46-8cc0-4d91-b9a7-97eaa85f2047","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.399194324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e88335b0-091e-4f12-b99b-59d3edca2edb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.399217983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e88335b0-091e-4f12-b99b-59d3edca2edb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.430217443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83758b96-0f02-47a5-a998-c44d13a24ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.430433792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"5f3bdf57-9657-46be-af5c-f0768b524ceb","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.526026522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"356ddaf3-5d34-455d-bbb1-1c8bdc3e18bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:15.52605678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"356ddaf3-5d34-455d-bbb1-1c8bdc3e18bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:18.581272651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdda9382-a815-457d-bc7b-86db0fd704fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:18.59949882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdda9382-a815-457d-bc7b-86db0fd704fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:18.614655677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdda9382-a815-457d-bc7b-86db0fd704fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:18.62966355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdda9382-a815-457d-bc7b-86db0fd704fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:19.306113727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0fa93-7ea3-4737-b03d-afae53fc8b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:19.320788686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0fa93-7ea3-4737-b03d-afae53fc8b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:19.375666887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0fa93-7ea3-4737-b03d-afae53fc8b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:19.398757919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0fa93-7ea3-4737-b03d-afae53fc8b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:19.485731626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-248b29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-248b29","reconcileID":"28d8fb4c-0387-4157-a090-35241cf020f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-248b29","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-248b29":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.124216958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"11b134f5-b964-486b-b9d7-4f7d95e3d55e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.144102751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"11b134f5-b964-486b-b9d7-4f7d95e3d55e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.162414799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46e780e9f86b5297b592eb6037c01bc70bfe32e11e809667f352a0381b7928d) AuthConfig (0b1624b1b52d80a3f218b4bb3d94c7da7ebf02343e8e833a3a1f8f8c62819396) AuthConfig (82bfa249006a2ce9602037d591a8b7113cd4aef8c68672596a3a9a49e195e7b0) AuthConfig (ee7d3dcd485f506128a014fbb75d8743ee57caa0e661df5d03d09506a14bea35) AuthConfig (fd2c4e77cb02a51bdfc3660e9f097ce188fc6e922d60aa2618ae1c8d8b8fd8df) AuthConfig (6ea798a8a969e80f4637d12aba6c2ebb920104ccadd972f119093e133d3bbc5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"11b134f5-b964-486b-b9d7-4f7d95e3d55e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.187601753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b8afc4-df93-458f-95f9-5fe6d96f3b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.187724967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b8afc4-df93-458f-95f9-5fe6d96f3b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.25666265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba455ac-da85-4ff2-9109-7cae986c6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.271191562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba455ac-da85-4ff2-9109-7cae986c6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.294670964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba455ac-da85-4ff2-9109-7cae986c6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.310375148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba455ac-da85-4ff2-9109-7cae986c6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:20.989826967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d086788-8898-414b-ae53-06bda2580e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.004908793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d086788-8898-414b-ae53-06bda2580e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.01964422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d086788-8898-414b-ae53-06bda2580e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.03449668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d086788-8898-414b-ae53-06bda2580e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.148604902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"6830eb0b-5994-46b7-a33a-e613c11a530a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.170427087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"6830eb0b-5994-46b7-a33a-e613c11a530a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.190677848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"6830eb0b-5994-46b7-a33a-e613c11a530a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.214021274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d1625b-e355-4a14-8c02-fce02b8d3c13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:21.214056178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d1625b-e355-4a14-8c02-fce02b8d3c13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:22.050028823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b40bc-2738-49d4-bda7-8bd1b0262113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:22.064776339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b40bc-2738-49d4-bda7-8bd1b0262113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:22.112167807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b40bc-2738-49d4-bda7-8bd1b0262113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:22.132269491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b40bc-2738-49d4-bda7-8bd1b0262113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.069980472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"b09359e3-8b7e-4324-b42e-e56d91074369","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.070009647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"b09359e3-8b7e-4324-b42e-e56d91074369","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.401032928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c6987460-67fc-45df-8447-ab67c618cc32","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.401140267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c6987460-67fc-45df-8447-ab67c618cc32","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.414021138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"f2026309-41f4-42fa-a0ab-0d273d8c6a94","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.414138994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"f2026309-41f4-42fa-a0ab-0d273d8c6a94","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.480170436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"e339a86f-8986-4f9a-a9d2-b5f532269c90","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.571284543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"e339a86f-8986-4f9a-a9d2-b5f532269c90","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.59010767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"9dcb2006-db8e-4bc0-beab-2bfa45eb6ccc","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.590128872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"9dcb2006-db8e-4bc0-beab-2bfa45eb6ccc","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.593154057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"e339a86f-8986-4f9a-a9d2-b5f532269c90","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.613827003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"7510405e-5ab0-4316-b061-f0e281f1ef15","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.613859254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"7510405e-5ab0-4316-b061-f0e281f1ef15","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:34:23.621956533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"58d2a704-58a6-4a67-8dd4-6dca342e68d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-084d807f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.684127854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"62fe90be-4690-4cb0-b42c-3f7360d3e204","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.701562096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2306c9d8-73ee-4e5c-92e2-f98a1a7c0a68","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.701590857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2306c9d8-73ee-4e5c-92e2-f98a1a7c0a68","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.772856331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"e5729c46-9e08-41c5-b3f7-b6df905e5737","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.772878837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"e5729c46-9e08-41c5-b3f7-b6df905e5737","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.77512089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"62fe90be-4690-4cb0-b42c-3f7360d3e204","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.793917077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"62fe90be-4690-4cb0-b42c-3f7360d3e204","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.823513534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"4c85a85d-51b4-4b18-b315-b9facc1413bf","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.840519949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"87911b09-32ff-4bf2-8dff-90b0ab5ae75b","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"e2e-lifecycle-model-084d807f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-084d807f/e2e-sub-084d807f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.846662448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"4c85a85d-51b4-4b18-b315-b9facc1413bf","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.865213838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"4c85a85d-51b4-4b18-b315-b9facc1413bf","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.895575338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"11e9455c-3fcd-4b81-ab1a-a824e7c2482d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.895601852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"11e9455c-3fcd-4b81-ab1a-a824e7c2482d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:23.955384455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"131da980-43f5-4691-8245-cd512a1354a0","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:25.501570646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"18d2b0c7-3e76-4e88-9f9c-0e49ae56a033","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:25.521614543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"18d2b0c7-3e76-4e88-9f9c-0e49ae56a033","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:25.54019371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7ac3c8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"18d2b0c7-3e76-4e88-9f9c-0e49ae56a033","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:30.218691555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"a7129c9b-746a-4e1f-a917-4d8515ca3938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:30.239390197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"a7129c9b-746a-4e1f-a917-4d8515ca3938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:30.258052511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46e780e9f86b5297b592eb6037c01bc70bfe32e11e809667f352a0381b7928d) AuthConfig (0b1624b1b52d80a3f218b4bb3d94c7da7ebf02343e8e833a3a1f8f8c62819396) AuthConfig (82bfa249006a2ce9602037d591a8b7113cd4aef8c68672596a3a9a49e195e7b0) AuthConfig (ee7d3dcd485f506128a014fbb75d8743ee57caa0e661df5d03d09506a14bea35) AuthConfig (fd2c4e77cb02a51bdfc3660e9f097ce188fc6e922d60aa2618ae1c8d8b8fd8df) AuthConfig (6ea798a8a969e80f4637d12aba6c2ebb920104ccadd972f119093e133d3bbc5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"a7129c9b-746a-4e1f-a917-4d8515ca3938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:31.25875163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"bd3d76d3-a907-4d01-a44e-964d53e688a5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:31.288540073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"bd3d76d3-a907-4d01-a44e-964d53e688a5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:31.308983247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"bd3d76d3-a907-4d01-a44e-964d53e688a5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.037190585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a057e3b-2ec6-4afa-8d30-cbaf6ccd14e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.053964838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a057e3b-2ec6-4afa-8d30-cbaf6ccd14e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.070220165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a057e3b-2ec6-4afa-8d30-cbaf6ccd14e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.085501053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a057e3b-2ec6-4afa-8d30-cbaf6ccd14e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.655700669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebb72e1-3df4-49fa-86a0-faac346f4978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.671314846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebb72e1-3df4-49fa-86a0-faac346f4978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.687824495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebb72e1-3df4-49fa-86a0-faac346f4978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.704352424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebb72e1-3df4-49fa-86a0-faac346f4978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.899395587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"1088004f-1533-4fa3-abaf-a5f0e8c1954d","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.920644278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"1088004f-1533-4fa3-abaf-a5f0e8c1954d","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:33.939460227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"1088004f-1533-4fa3-abaf-a5f0e8c1954d","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:35.571775006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"72280403-6a3f-43df-b6de-1f656d04257d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:35.591706855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"72280403-6a3f-43df-b6de-1f656d04257d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:35.610069097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7ac3c8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"72280403-6a3f-43df-b6de-1f656d04257d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.006077965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27940331-8080-4c12-9a6a-31ab68fc6c82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.006111067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27940331-8080-4c12-9a6a-31ab68fc6c82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.025749036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb2935a7-b23c-471f-9494-55680c07bc93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.025777543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb2935a7-b23c-471f-9494-55680c07bc93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.054817005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"0b3a09d5-9c32-4403-917b-230db0fa51e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.106631316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"0b3a09d5-9c32-4403-917b-230db0fa51e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.125237215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-371531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"0b3a09d5-9c32-4403-917b-230db0fa51e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.145066405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82cd494c-96f6-448b-95ff-10e0f44cb0ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.145089132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82cd494c-96f6-448b-95ff-10e0f44cb0ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.816761722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d8fd3379-b960-4af9-abff-6f817c183c84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.836970128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d8fd3379-b960-4af9-abff-6f817c183c84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.856137203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46e780e9f86b5297b592eb6037c01bc70bfe32e11e809667f352a0381b7928d) AuthConfig (0b1624b1b52d80a3f218b4bb3d94c7da7ebf02343e8e833a3a1f8f8c62819396) AuthConfig (82bfa249006a2ce9602037d591a8b7113cd4aef8c68672596a3a9a49e195e7b0) AuthConfig (ee7d3dcd485f506128a014fbb75d8743ee57caa0e661df5d03d09506a14bea35) AuthConfig (fd2c4e77cb02a51bdfc3660e9f097ce188fc6e922d60aa2618ae1c8d8b8fd8df) AuthConfig (6ea798a8a969e80f4637d12aba6c2ebb920104ccadd972f119093e133d3bbc5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"d8fd3379-b960-4af9-abff-6f817c183c84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:36.968669239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"1b508b51-855c-4096-8be2-aae56e26f7c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:37.013029675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"1b508b51-855c-4096-8be2-aae56e26f7c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:37.072873544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90db52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46e780e9f86b5297b592eb6037c01bc70bfe32e11e809667f352a0381b7928d) AuthConfig (0b1624b1b52d80a3f218b4bb3d94c7da7ebf02343e8e833a3a1f8f8c62819396) AuthConfig (82bfa249006a2ce9602037d591a8b7113cd4aef8c68672596a3a9a49e195e7b0) AuthConfig (ee7d3dcd485f506128a014fbb75d8743ee57caa0e661df5d03d09506a14bea35) AuthConfig (fd2c4e77cb02a51bdfc3660e9f097ce188fc6e922d60aa2618ae1c8d8b8fd8df) AuthConfig (6ea798a8a969e80f4637d12aba6c2ebb920104ccadd972f119093e133d3bbc5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"1b508b51-855c-4096-8be2-aae56e26f7c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:37.293418711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f799cda-aa81-47b2-bd6b-939d9cc1a173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:37.307949796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f799cda-aa81-47b2-bd6b-939d9cc1a173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:37.322770505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f799cda-aa81-47b2-bd6b-939d9cc1a173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:37.337353481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f799cda-aa81-47b2-bd6b-939d9cc1a173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.122509916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"59844473-a805-4da7-8c00-f9961aa9137c","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.228533441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"6b8164a3-5c06-4dfb-a4d4-10b448cf8c11","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.228569962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"6b8164a3-5c06-4dfb-a4d4-10b448cf8c11","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.397534444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f186ec7c-42dd-435b-8e46-c1f586b05fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.413752749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f186ec7c-42dd-435b-8e46-c1f586b05fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.487841279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f186ec7c-42dd-435b-8e46-c1f586b05fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:38.589698844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f186ec7c-42dd-435b-8e46-c1f586b05fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:39.134684158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"af6d5385-15e7-4dd4-95e9-569f8df377a6","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:39.190247187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"af6d5385-15e7-4dd4-95e9-569f8df377a6","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:39.226155654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c3b04a9c979c6396eb68083bef48459b4010412f29839ec6a7c700a1292205c) AuthConfig (defde96756ecc995d5a67df68f447e3dab27e824b400b3b36b58217f9e3f8035) AuthConfig (b8c45b9a9e326d18e49e8a2886c0d555b2de4ead28d1c425c32fef05ee3b576f) AuthConfig (5afe112eeb3b708515813f838fd5527c72c8222ec030e0c7168904db8ec83f90) AuthConfig (da2e360af9200969116fbde2e85e96e76a2bc6910eef8b0730e5556afc882adb) AuthConfig (dfaaf88c1180157950508617fa84e78e4bae8365312353d1835e4d95fd42918d) AuthConfig (1919ffac9101dd82ef6710d8f641df707065f3bdf852fc2131e8456349e77428) AuthConfig (9f11a30ba864944ea2f2490d4e10b1d719e59cb33fc30ebd71649115ecbfdff1) AuthConfig (08b658fc1bf8aa085f36034457058aebaa473c62c96df9597355eaa8b6f495eb) AuthConfig (86c601a33c5d23962357c0e45aa412f6ea71f29f346f8b325037e13bcc490851) AuthConfig (fb9cd7ee414606f3458d3898c177383f8f9e70dfeb40b55992f984b27c80b09a) AuthConfig (773fc38c5b8e254afadcb8e8322316bbf46841a894432ff6f7425d79535bb975) AuthConfig (715eb15ae77da4742b3817230f53ad0d2e45e9108cdfbecbd2487622573ced97) AuthConfig (88042c7ecb59a5e803cee591d52799849d002f2a9f5e9cb1bc58f2d9580bb8b9) AuthConfig (eeaaa27054a8b8fed2a5da1ac189feb8525a90c59da5f2470be8ad0e3e2749d8) AuthConfig (70ec634d4ac23c9a158914a9f6e20d936c977f843ecebe846faf0c990eb9201c) AuthConfig (16f235d86ce10487bb6ccfe76e01f0ea8f0865c42aa80c97f50d50fadfd4a36a) AuthConfig (23339a45ca7ef7f255eb69296d9c32afad3a4a45b1b8868563d6c96f00da38c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"af6d5385-15e7-4dd4-95e9-569f8df377a6","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:39.249473021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"6a11c16e-7409-4d3f-94d3-f8e1c945135c","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:39.249505013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"6a11c16e-7409-4d3f-94d3-f8e1c945135c","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:40.692736295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"674cbd4d-de65-4902-99eb-3c0a92dd8ee7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:40.745965555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"674cbd4d-de65-4902-99eb-3c0a92dd8ee7","name":"e2e-api-b-248b29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:40.783075385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:41.383189744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"a9ce8520-1f13-4882-a875-22725bf7ce19","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:41.423826912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"a9ce8520-1f13-4882-a875-22725bf7ce19","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:41.618459202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3d3c5a2-b0fb-4318-bea9-bf714716dd7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:41.618491707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3d3c5a2-b0fb-4318-bea9-bf714716dd7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:42.054285152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"c8656f03-9e01-40ff-bf56-66edd49a9b66","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.208120063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ca0104","reconcileID":"7b5d7982-d951-48ff-b31f-03998d97c500","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ca0104","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.208232863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66004aaa-c381-4a07-b20a-150d00a16ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.208250289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66004aaa-c381-4a07-b20a-150d00a16ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.258892849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"358ba598-dc6b-4ec0-9ce1-7a4c2c690d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.258912734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"358ba598-dc6b-4ec0-9ce1-7a4c2c690d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.459951909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"4805fe59-9663-4488-b45d-26f5a28ba1dc","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.493617908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27f74ed-209a-4fc2-8f22-2341f15a4b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.493645343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27f74ed-209a-4fc2-8f22-2341f15a4b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.54203773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4ccd69-2fe0-48d1-9b6e-28ee5766692a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.542073424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e63136b-9bdf-4a98-be62-4bcbfd84fdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.564261251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4ccd69-2fe0-48d1-9b6e-28ee5766692a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:43.564262984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e63136b-9bdf-4a98-be62-4bcbfd84fdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:45.64067538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"295566ee-572b-4a99-a1fa-6b031bdfbd93","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:45.6617819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"295566ee-572b-4a99-a1fa-6b031bdfbd93","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:45.680896825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7ac3c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c8a7c0e8449e11ce5fef8f9c7e387fde69890950db356ef5eb6595a807ced46) AuthConfig (a46f6369c81d7e7a828ed912e4f71ab45908143bf66c7763f6aef7991eeb6f60) AuthConfig (165359af8d1f9b8797ad29a7b8a9603fad1f157e4ed0e4fbd4def4d738b6e07c) AuthConfig (ccbaf9afcd1d978e0ef75698a1eab25d87e496d9f427194fee6ddf592d10096d) AuthConfig (14ebe4752891c276223d1aa4dbf8a5ed62115253119ff1889241dc1bd5bfaf30) AuthConfig (5322d498f92998def41b28b3414703fb71b4d38c11ab007660cd34937f96c487)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"295566ee-572b-4a99-a1fa-6b031bdfbd93","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:45.701494657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92d154ff-60f0-4cc0-9d49-50e9c7f52da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:45.701517523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92d154ff-60f0-4cc0-9d49-50e9c7f52da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:46.177519743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"e72d73aa-59d8-4697-92c3-548a6f968a4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:46.200222585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"e72d73aa-59d8-4697-92c3-548a6f968a4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:46.218960751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-371531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"e72d73aa-59d8-4697-92c3-548a6f968a4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.08643537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"69ed31bf-2934-454d-8d97-e47a3dabb95c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.105896864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"69ed31bf-2934-454d-8d97-e47a3dabb95c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.274407265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86ebe969-8ba9-4943-a9d0-c851f285ccd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.274436135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86ebe969-8ba9-4943-a9d0-c851f285ccd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.305864341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"2ee26dfd-451b-4e02-8aa1-be0ef9a619f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.326598686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"2ee26dfd-451b-4e02-8aa1-be0ef9a619f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:34:47.489620203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"2ee26dfd-451b-4e02-8aa1-be0ef9a619f4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-90db52-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.533077375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"91ed50c6-3dac-4a64-948c-d9798f8fcf69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:47.55525657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"91ed50c6-3dac-4a64-948c-d9798f8fcf69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:49.278170352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"04fd6cfd-69b8-4141-973a-e3698bac6775","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:49.298031002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"04fd6cfd-69b8-4141-973a-e3698bac6775","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:49.316073283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c3b04a9c979c6396eb68083bef48459b4010412f29839ec6a7c700a1292205c) AuthConfig (defde96756ecc995d5a67df68f447e3dab27e824b400b3b36b58217f9e3f8035) AuthConfig (b8c45b9a9e326d18e49e8a2886c0d555b2de4ead28d1c425c32fef05ee3b576f) AuthConfig (5afe112eeb3b708515813f838fd5527c72c8222ec030e0c7168904db8ec83f90) AuthConfig (da2e360af9200969116fbde2e85e96e76a2bc6910eef8b0730e5556afc882adb) AuthConfig (dfaaf88c1180157950508617fa84e78e4bae8365312353d1835e4d95fd42918d) AuthConfig (1919ffac9101dd82ef6710d8f641df707065f3bdf852fc2131e8456349e77428) AuthConfig (9f11a30ba864944ea2f2490d4e10b1d719e59cb33fc30ebd71649115ecbfdff1) AuthConfig (08b658fc1bf8aa085f36034457058aebaa473c62c96df9597355eaa8b6f495eb) AuthConfig (86c601a33c5d23962357c0e45aa412f6ea71f29f346f8b325037e13bcc490851) AuthConfig (fb9cd7ee414606f3458d3898c177383f8f9e70dfeb40b55992f984b27c80b09a) AuthConfig (773fc38c5b8e254afadcb8e8322316bbf46841a894432ff6f7425d79535bb975) AuthConfig (715eb15ae77da4742b3817230f53ad0d2e45e9108cdfbecbd2487622573ced97) AuthConfig (88042c7ecb59a5e803cee591d52799849d002f2a9f5e9cb1bc58f2d9580bb8b9) AuthConfig (eeaaa27054a8b8fed2a5da1ac189feb8525a90c59da5f2470be8ad0e3e2749d8) AuthConfig (70ec634d4ac23c9a158914a9f6e20d936c977f843ecebe846faf0c990eb9201c) AuthConfig (16f235d86ce10487bb6ccfe76e01f0ea8f0865c42aa80c97f50d50fadfd4a36a) AuthConfig (23339a45ca7ef7f255eb69296d9c32afad3a4a45b1b8868563d6c96f00da38c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"04fd6cfd-69b8-4141-973a-e3698bac6775","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.544756031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"9d6cc25e-83ff-4a99-9c5e-8e48f044d21b","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-ca0104","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.615255342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ca0104","reconcileID":"9d6cc25e-83ff-4a99-9c5e-8e48f044d21b","MaaSSubscription":{"name":"e2e-default-int-sub-ca0104","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.677564865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebdabac6-1569-4d45-b629-f6f9e45d5e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.778671484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e46836f-21de-4c51-972e-c6b461f2f6e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.779412559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e46836f-21de-4c51-972e-c6b461f2f6e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.822236657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22a18219-2250-474c-8e63-778bacf0a8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.823196176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bb47282-7775-48df-ada5-240fd9814491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.84263461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22a18219-2250-474c-8e63-778bacf0a8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:53.843408024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bb47282-7775-48df-ada5-240fd9814491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:55.73198713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"15d9ec88-ad53-4278-9043-4299594aea01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:55.753037259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"15d9ec88-ad53-4278-9043-4299594aea01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:55.772343984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7ac3c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c8a7c0e8449e11ce5fef8f9c7e387fde69890950db356ef5eb6595a807ced46) AuthConfig (a46f6369c81d7e7a828ed912e4f71ab45908143bf66c7763f6aef7991eeb6f60) AuthConfig (165359af8d1f9b8797ad29a7b8a9603fad1f157e4ed0e4fbd4def4d738b6e07c) AuthConfig (ccbaf9afcd1d978e0ef75698a1eab25d87e496d9f427194fee6ddf592d10096d) AuthConfig (14ebe4752891c276223d1aa4dbf8a5ed62115253119ff1889241dc1bd5bfaf30) AuthConfig (5322d498f92998def41b28b3414703fb71b4d38c11ab007660cd34937f96c487)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"15d9ec88-ad53-4278-9043-4299594aea01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:56.250181671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"b8713420-c439-4eea-82e7-c16f5ed33d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:56.27000238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"b8713420-c439-4eea-82e7-c16f5ed33d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:56.288541511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-371531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"b8713420-c439-4eea-82e7-c16f5ed33d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:57.351312073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95eaf4f7-a488-485f-8663-3141a84ae625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:57.368995348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95eaf4f7-a488-485f-8663-3141a84ae625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:57.386164066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95eaf4f7-a488-485f-8663-3141a84ae625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:57.403295282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95eaf4f7-a488-485f-8663-3141a84ae625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:57.999647872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d0643-3350-4839-b091-1527192a57d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.014563556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d0643-3350-4839-b091-1527192a57d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.029159237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d0643-3350-4839-b091-1527192a57d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.043716412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d0643-3350-4839-b091-1527192a57d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.131981882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-08ddf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-08ddf0","reconcileID":"c4346280-13f2-49e5-a632-a5a335eb83dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-08ddf0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-08ddf0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.653782684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3d8a6-81f3-4acc-bd42-3f2b192fd03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.668938728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3d8a6-81f3-4acc-bd42-3f2b192fd03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.684121879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3d8a6-81f3-4acc-bd42-3f2b192fd03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:58.699479309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3d8a6-81f3-4acc-bd42-3f2b192fd03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.382816415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"31129980-77e7-47ac-8403-1c12bee1ede0","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.429156731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"31129980-77e7-47ac-8403-1c12bee1ede0","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.431500771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4778f02-a842-44ba-bf74-c91816f1c9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.459630424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4778f02-a842-44ba-bf74-c91816f1c9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.503634826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-084d807f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c3b04a9c979c6396eb68083bef48459b4010412f29839ec6a7c700a1292205c) AuthConfig (defde96756ecc995d5a67df68f447e3dab27e824b400b3b36b58217f9e3f8035) AuthConfig (b8c45b9a9e326d18e49e8a2886c0d555b2de4ead28d1c425c32fef05ee3b576f) AuthConfig (5afe112eeb3b708515813f838fd5527c72c8222ec030e0c7168904db8ec83f90) AuthConfig (da2e360af9200969116fbde2e85e96e76a2bc6910eef8b0730e5556afc882adb) AuthConfig (dfaaf88c1180157950508617fa84e78e4bae8365312353d1835e4d95fd42918d) AuthConfig (1919ffac9101dd82ef6710d8f641df707065f3bdf852fc2131e8456349e77428) AuthConfig (9f11a30ba864944ea2f2490d4e10b1d719e59cb33fc30ebd71649115ecbfdff1) AuthConfig (08b658fc1bf8aa085f36034457058aebaa473c62c96df9597355eaa8b6f495eb) AuthConfig (86c601a33c5d23962357c0e45aa412f6ea71f29f346f8b325037e13bcc490851) AuthConfig (fb9cd7ee414606f3458d3898c177383f8f9e70dfeb40b55992f984b27c80b09a) AuthConfig (773fc38c5b8e254afadcb8e8322316bbf46841a894432ff6f7425d79535bb975) AuthConfig (715eb15ae77da4742b3817230f53ad0d2e45e9108cdfbecbd2487622573ced97) AuthConfig (88042c7ecb59a5e803cee591d52799849d002f2a9f5e9cb1bc58f2d9580bb8b9) AuthConfig (eeaaa27054a8b8fed2a5da1ac189feb8525a90c59da5f2470be8ad0e3e2749d8) AuthConfig (70ec634d4ac23c9a158914a9f6e20d936c977f843ecebe846faf0c990eb9201c) AuthConfig (16f235d86ce10487bb6ccfe76e01f0ea8f0865c42aa80c97f50d50fadfd4a36a) AuthConfig (23339a45ca7ef7f255eb69296d9c32afad3a4a45b1b8868563d6c96f00da38c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"31129980-77e7-47ac-8403-1c12bee1ede0","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.51828221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4778f02-a842-44ba-bf74-c91816f1c9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:34:59.533028335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4778f02-a842-44ba-bf74-c91816f1c9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:00.207501015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bfdc8f-afbf-45ce-8a33-084df4e34148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:00.222447097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bfdc8f-afbf-45ce-8a33-084df4e34148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:00.236970665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bfdc8f-afbf-45ce-8a33-084df4e34148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:00.252071047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4bfdc8f-afbf-45ce-8a33-084df4e34148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:01.542149535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db138887-4a90-4081-b290-95727a57ea4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:01.557334794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db138887-4a90-4081-b290-95727a57ea4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:01.572592663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db138887-4a90-4081-b290-95727a57ea4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:01.587175714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db138887-4a90-4081-b290-95727a57ea4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:02.248211546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ad90f3-b1bd-4f9d-be72-65a98ea5757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:02.263254418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ad90f3-b1bd-4f9d-be72-65a98ea5757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:02.278193789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ad90f3-b1bd-4f9d-be72-65a98ea5757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:02.2931831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ad90f3-b1bd-4f9d-be72-65a98ea5757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:02.973569938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd355db2-0cb0-405e-bb95-c45ad9b10a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:02.988557582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd355db2-0cb0-405e-bb95-c45ad9b10a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:03.003356591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd355db2-0cb0-405e-bb95-c45ad9b10a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:03.018457477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd355db2-0cb0-405e-bb95-c45ad9b10a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:03.618821817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23038adc-9472-4e00-8788-1f415f0efbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:03.634532616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23038adc-9472-4e00-8788-1f415f0efbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:03.650632321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23038adc-9472-4e00-8788-1f415f0efbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:03.665986791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23038adc-9472-4e00-8788-1f415f0efbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.574733843Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"adc2b8c4-749b-4532-88d1-b8d19c3bb880","namespace":"ai-tenant-e2e-api-a-90db52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.574797935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"adc2b8c4-749b-4532-88d1-b8d19c3bb880","namespace":"ai-tenant-e2e-api-a-90db52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.57484925Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"adc2b8c4-749b-4532-88d1-b8d19c3bb880","name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.600505637Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"adc2b8c4-749b-4532-88d1-b8d19c3bb880","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.60110181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f6603f8-b0d0-4a97-a767-4e9df0ff110e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.601124864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f6603f8-b0d0-4a97-a767-4e9df0ff110e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.60110542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"91d100a2-c6e4-4d43-a3b8-6391c66afdda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.73119625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"91d100a2-c6e4-4d43-a3b8-6391c66afdda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.785533387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"91d100a2-c6e4-4d43-a3b8-6391c66afdda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"name":"e2e-api-a-90db52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.785562657Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"e2e-e2e-api-a-90db52-policy","reconcileID":"91d100a2-c6e4-4d43-a3b8-6391c66afdda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90db52-policy","namespace":"ai-tenant-e2e-api-a-90db52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90db52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.807082193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff032d02-e6e2-48fd-a09b-4b5a49b1bbe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:04.80710429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff032d02-e6e2-48fd-a09b-4b5a49b1bbe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.497041904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d986ee3-a86a-4fc9-b0ab-5923e2c774a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.497064888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d986ee3-a86a-4fc9-b0ab-5923e2c774a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.516591051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f64eaf6-1664-475d-b775-e784d663fc9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.516612994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f64eaf6-1664-475d-b775-e784d663fc9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.545780098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"b6175c04-23a6-4ecc-b288-8ea893141f0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.599167696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"b6175c04-23a6-4ecc-b288-8ea893141f0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.617674815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-248b29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"b6175c04-23a6-4ecc-b288-8ea893141f0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.637870445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d33e7cd-fc94-42c3-92be-9d2e22cc4d59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.637894566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d33e7cd-fc94-42c3-92be-9d2e22cc4d59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.804483209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"4e24f60c-73a5-4024-9c29-1276fe0c0eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.824797764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"4e24f60c-73a5-4024-9c29-1276fe0c0eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.908016408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7586777-230f-4182-bcd6-8f8761d2dc04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:05.908038929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7586777-230f-4182-bcd6-8f8761d2dc04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.271626829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"886aeadc-91fd-498e-99e5-453437926b4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.291185103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"886aeadc-91fd-498e-99e5-453437926b4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.498544844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"91c3c010-022d-4b7a-bd4d-a8e5d0e1ea40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.51830557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"91c3c010-022d-4b7a-bd4d-a8e5d0e1ea40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.528737225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"5aaababc-68b4-405c-a208-5691b44cb2c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.536678722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-371531-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbc0e746578173f48f3bea062d64e99652a9e5395f868304b8ff4c3ae5324f7e) AuthConfig (bb7204bef615f82fd5fab6e0518b17487ade2c89dd7f55d20f7e5aee8c9af833) AuthConfig (a20582976fb7c9bc8fcf6f0b1f9c731b32ed4dd6678857babfeae06826d6e6eb) AuthConfig (7a17e706cb325556a0e098571fa6bedbabd6b57864fb717cade53adbd0370b61) AuthConfig (449c9ab2fe270bdaa3ce4a3ef147aa95da1c2798974a89fbf23e857d8d59b3b3) AuthConfig (78b3a23ef5271c1e20297525ef5008212b8177e985c1f1175fd27e54c3e7c907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"91c3c010-022d-4b7a-bd4d-a8e5d0e1ea40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.5730703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c37276-f0a1-4771-8ff0-afa47dcad58e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.573092374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c37276-f0a1-4771-8ff0-afa47dcad58e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.573172291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"5aaababc-68b4-405c-a208-5691b44cb2c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.693002099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21955910-09af-4487-a2ee-98ad96f28e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.707732263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21955910-09af-4487-a2ee-98ad96f28e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.723743313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21955910-09af-4487-a2ee-98ad96f28e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:06.738745938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21955910-09af-4487-a2ee-98ad96f28e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:07.376619849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0750221e-a08c-437d-a440-e62e39c27921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:07.396155476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0750221e-a08c-437d-a440-e62e39c27921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:07.41077397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0750221e-a08c-437d-a440-e62e39c27921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:07.42522718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0750221e-a08c-437d-a440-e62e39c27921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:09.535165147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"327a09af-a0a2-4761-9ffa-11ea190cbd5b","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:09.554724314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"327a09af-a0a2-4761-9ffa-11ea190cbd5b","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:09.721966721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a55de82f-2c91-4523-ab1b-9f0efb2bc1bd","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:09.721988662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a55de82f-2c91-4523-ab1b-9f0efb2bc1bd","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:10.758704783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.675418037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"a7b4469b-205d-4487-9974-396de854356d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.695741674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"a7b4469b-205d-4487-9974-396de854356d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.714775189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-248b29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"a7b4469b-205d-4487-9974-396de854356d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.846011162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"a7ad48a8-1116-4be8-849a-c97c5b1b1dce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.965846751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"57c1d91a-c34f-490e-b64b-c902a281d428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.966382041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"c27200e7-8cf3-4187-a1a5-60d807c1d659","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:15.978712991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"1159eb87-533c-48ab-9402-bd42301f54d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.005853755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b549846-787d-4ac9-8ae0-eb699e16c789","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.101801938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"7db26371-13f4-4959-b8db-88ec0dfd313f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.185157723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"1f3c9c3a-fe28-4b0f-a92b-1f8d0b513fa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.292514938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"752659c4-0714-4a66-9504-55562d68c108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.303991501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ebe7a70-f904-4a94-9ee5-261de06cd91e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.408963384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"c1be91aa-6409-4bbd-b72d-db8444ea33ef","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.494764129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"462bb967-533c-4bb9-a438-ff20d83b3b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.51379594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"d1b3fee9-2e08-4e8f-abf6-ad15df91cb20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.66143176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"d1b3fee9-2e08-4e8f-abf6-ad15df91cb20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.672725858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"750194bd-ae40-40e6-82d0-6645d46236bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.673186491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"50feac68-a753-4924-8bfb-5f3f28980236","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.697374839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"2b16b960-6095-4897-9517-b7a182e9159e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.7497313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"2b16b960-6095-4897-9517-b7a182e9159e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.876998956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"3563add6-661a-4bb3-995e-327f48a5dc1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.905371795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"3563add6-661a-4bb3-995e-327f48a5dc1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.971689931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"723498ca-1066-4332-bed0-5140b8d5c170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:16.971810366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"723498ca-1066-4332-bed0-5140b8d5c170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:17.082904582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"ba02f464-9ff4-4428-b9f2-26c2c6ddc35d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:17.129355366Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"ba02f464-9ff4-4428-b9f2-26c2c6ddc35d","name":"e2e-api-a-08ddf0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.285508579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"220c8c92-1b12-4d3f-8021-b0f8f905b6f1","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.285536223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"220c8c92-1b12-4d3f-8021-b0f8f905b6f1","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.322931969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"98a9f3e2-b27c-4679-831a-8b51e1f3803d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.322963679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"98a9f3e2-b27c-4679-831a-8b51e1f3803d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.330939401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"fe4cd382-be17-4a02-9b8c-6e25d385c712","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.371019087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"fe4cd382-be17-4a02-9b8c-6e25d385c712","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.377206899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"120482ea-616f-48c4-a982-f75e496e2a71","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.691999241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"2b29f971-1a64-45a2-ad97-16a90bc69f78","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.71731275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"d7572a5e-ebdd-42a8-ba52-feb086531dc6","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.773359358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"2b29f971-1a64-45a2-ad97-16a90bc69f78","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.925601257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8aeeb-4fab-4dec-b004-3e547ddcead2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.940015597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8aeeb-4fab-4dec-b004-3e547ddcead2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.955364257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8aeeb-4fab-4dec-b004-3e547ddcead2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:19.970221561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8aeeb-4fab-4dec-b004-3e547ddcead2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:20.659091764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d79a1f-216c-490f-8f11-f867e45758e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:20.674217512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d79a1f-216c-490f-8f11-f867e45758e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:20.689684909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d79a1f-216c-490f-8f11-f867e45758e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:20.704061065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d79a1f-216c-490f-8f11-f867e45758e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:21.348091411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dec69da-f3e4-488d-802e-bcc2d64c62fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:21.362827152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dec69da-f3e4-488d-802e-bcc2d64c62fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:21.377354982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dec69da-f3e4-488d-802e-bcc2d64c62fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:21.392925551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dec69da-f3e4-488d-802e-bcc2d64c62fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:22.02787525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446274e3-e187-4d13-8efe-dad0fd073ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:22.072052661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446274e3-e187-4d13-8efe-dad0fd073ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:22.086714249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446274e3-e187-4d13-8efe-dad0fd073ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:22.102563733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446274e3-e187-4d13-8efe-dad0fd073ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.278969899Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","namespace":"ai-tenant-e2e-api-a-90db52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.279034123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","namespace":"ai-tenant-e2e-api-a-90db52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.279086631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","tenant":"e2e-api-a-90db52","tenantID":"e2e-api-a-90db52","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.295621459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Deployment","name":"maas-api-e2e-api-a-90db52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.326749254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Service","name":"maas-api-e2e-api-a-90db52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.345146276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-90db52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.364947784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-90db52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.383062654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.400400854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.420787354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.438498176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.45295891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Deployment","name":"payload-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.467307159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.481710358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Service","name":"payload-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.498747726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"Service","name":"payload-pre-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.513456243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.527817174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.543349264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.569303303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.586736925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.604696883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.625178852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-90db52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.650534372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90db52"},"namespace":"ai-tenant-e2e-api-a-90db52","name":"default-tenant","reconcileID":"8f6cc6a9-cd99-4bbe-af09-cad4ca76ae47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-90db52","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.828142082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"96e30a0b-932c-4bea-8963-332d8a82f187","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.851256224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"96e30a0b-932c-4bea-8963-332d8a82f187","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.886173495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-248b29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da550c92972579b5307f85835587942ff07ea097a8dcc8247b303dcf03d13a51) AuthConfig (6a0c347d313019022262e3706013f3881ed0b3f652b9007efb51a1eaf59b9961) AuthConfig (733bc9006be447396595298eb77694ca344bd5463c638503399ff21f646f56bb) AuthConfig (dbcca244c6a363f1e7b5b36a38b3d46513ede634e0624f28d6d9a972e1486da0) AuthConfig (43d1e6617e34ab41b9df6c0183518f9bfdb4fcb843da04f0a84e374f8a120c6b) AuthConfig (cac3ff27db81e80b7d96ad9531580b9becbf7901a86b0e25281c32f03223fa48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"96e30a0b-932c-4bea-8963-332d8a82f187","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.934503393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60848d2-3893-4b63-8a0f-5c44e2a32377","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:25.934572703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60848d2-3893-4b63-8a0f-5c44e2a32377","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:26.099926511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-90db52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-90db52","reconcileID":"646a0e3e-153d-49a2-911f-7512cf126998","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-90db52","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-90db52"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:26.488864273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6029b-7561-475d-b2d6-88de1a25177e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:26.50429554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6029b-7561-475d-b2d6-88de1a25177e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:26.519724411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6029b-7561-475d-b2d6-88de1a25177e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:26.539684384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6029b-7561-475d-b2d6-88de1a25177e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.119052007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af66ac8e-1e5a-42fe-908d-dde74823d984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.133512759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af66ac8e-1e5a-42fe-908d-dde74823d984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.150421222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af66ac8e-1e5a-42fe-908d-dde74823d984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.165456526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af66ac8e-1e5a-42fe-908d-dde74823d984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.645434846Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"e5389a4e-2e20-434c-aada-cc371d078875","namespace":"ai-tenant-e2e-api-a-7ac3c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.64549921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"e5389a4e-2e20-434c-aada-cc371d078875","namespace":"ai-tenant-e2e-api-a-7ac3c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.645554031Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"e5389a4e-2e20-434c-aada-cc371d078875","name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.662848782Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"e5389a4e-2e20-434c-aada-cc371d078875","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.663280893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"b2a4fb16-e85a-4c21-ae24-605baeaea3d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.663558033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b65ad14-df74-4f18-8933-90dc62558380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.663576528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b65ad14-df74-4f18-8933-90dc62558380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.709285066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"b2a4fb16-e85a-4c21-ae24-605baeaea3d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.79462926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f52d4-7770-49f7-bacc-e8a6e28e054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.871770229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f52d4-7770-49f7-bacc-e8a6e28e054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.875798876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"b2a4fb16-e85a-4c21-ae24-605baeaea3d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"name":"e2e-api-a-7ac3c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.875829518Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"e2e-e2e-api-a-7ac3c8-policy","reconcileID":"b2a4fb16-e85a-4c21-ae24-605baeaea3d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7ac3c8-policy","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7ac3c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.886714095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f52d4-7770-49f7-bacc-e8a6e28e054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.901431499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f52d4-7770-49f7-bacc-e8a6e28e054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.906128997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3423d98a-2c1a-4a38-849d-b8cdb33517b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:27.906155373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3423d98a-2c1a-4a38-849d-b8cdb33517b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:28.562966029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25007641-9900-44f0-8fff-56fe31f5559c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:28.577980816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25007641-9900-44f0-8fff-56fe31f5559c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:28.592789611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25007641-9900-44f0-8fff-56fe31f5559c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:28.607350271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25007641-9900-44f0-8fff-56fe31f5559c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.263700287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095881cf-1425-4c3e-94c5-156d499a499a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.278120677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095881cf-1425-4c3e-94c5-156d499a499a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.292390625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095881cf-1425-4c3e-94c5-156d499a499a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.30692164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095881cf-1425-4c3e-94c5-156d499a499a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.569567794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a84d4022-1745-477b-a2fc-32373216f14a","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.569593063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a84d4022-1745-477b-a2fc-32373216f14a","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.629604782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"92ffa1e9-36aa-4e08-bab5-d2f38584cc9f","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.673948326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"85ca96e0-6a21-4af3-a585-931afda9c061","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.698523101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"85ca96e0-6a21-4af3-a585-931afda9c061","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.802709703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"4b0ff47b-4f5a-4cae-ba97-525c8d22eb5f","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.830894376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"0ef52345-fcd4-4161-a8d5-d864e01f1156","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:29.850789607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"0ef52345-fcd4-4161-a8d5-d864e01f1156","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.43580493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"5bd561cd-73fa-401e-be3d-195ca129cb24","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.45630144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"5bd561cd-73fa-401e-be3d-195ca129cb24","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.534765536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"2ae4087d-0109-40d8-a503-767faff7830f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.589457896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"2ae4087d-0109-40d8-a503-767faff7830f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.765184527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0c7067-a045-4ea7-b2ca-831b3ec1b58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.77967005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0c7067-a045-4ea7-b2ca-831b3ec1b58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.794273388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0c7067-a045-4ea7-b2ca-831b3ec1b58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:34.808827724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0c7067-a045-4ea7-b2ca-831b3ec1b58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:35.496343495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b4ba40-81c8-4c83-a440-a66c9ce1b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:35.515315993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b4ba40-81c8-4c83-a440-a66c9ce1b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:35.530503449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b4ba40-81c8-4c83-a440-a66c9ce1b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:35.545962755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b4ba40-81c8-4c83-a440-a66c9ce1b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.017220579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"36b94b52-d9e5-4441-8cb6-6225443a3695","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.037475508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"36b94b52-d9e5-4441-8cb6-6225443a3695","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.055846417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-248b29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da550c92972579b5307f85835587942ff07ea097a8dcc8247b303dcf03d13a51) AuthConfig (6a0c347d313019022262e3706013f3881ed0b3f652b9007efb51a1eaf59b9961) AuthConfig (733bc9006be447396595298eb77694ca344bd5463c638503399ff21f646f56bb) AuthConfig (dbcca244c6a363f1e7b5b36a38b3d46513ede634e0624f28d6d9a972e1486da0) AuthConfig (43d1e6617e34ab41b9df6c0183518f9bfdb4fcb843da04f0a84e374f8a120c6b) AuthConfig (cac3ff27db81e80b7d96ad9531580b9becbf7901a86b0e25281c32f03223fa48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"36b94b52-d9e5-4441-8cb6-6225443a3695","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.129820173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aae0-9f05-403b-ab9c-64b7e1cbde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.144376775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aae0-9f05-403b-ab9c-64b7e1cbde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.161712839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aae0-9f05-403b-ab9c-64b7e1cbde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:36.178490901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aae0-9f05-403b-ab9c-64b7e1cbde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:37.450903029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f380bdc3-6470-49d3-aa80-05a5b3a9bd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:37.465679268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f380bdc3-6470-49d3-aa80-05a5b3a9bd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:37.480315748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f380bdc3-6470-49d3-aa80-05a5b3a9bd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:37.494770264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f380bdc3-6470-49d3-aa80-05a5b3a9bd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:38.075027454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a2e674-f9fd-4f58-9a17-7b08cd5284ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:38.090395585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a2e674-f9fd-4f58-9a17-7b08cd5284ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:38.105549595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a2e674-f9fd-4f58-9a17-7b08cd5284ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:38.121026563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a2e674-f9fd-4f58-9a17-7b08cd5284ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.051856376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b850f6b-27a0-453c-893c-f0e0924308c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.051879206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b850f6b-27a0-453c-893c-f0e0924308c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.071706749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"994633c2-a547-4551-9d83-d1454366a2b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.071739236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"994633c2-a547-4551-9d83-d1454366a2b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.101780655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"865e2309-f529-4dd7-85e1-f8de64e89d0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.16971956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"865e2309-f529-4dd7-85e1-f8de64e89d0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.195591806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08ddf0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"865e2309-f529-4dd7-85e1-f8de64e89d0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.218596233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dc77c0b-4066-4759-bc54-e5aa4b4dcf7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:39.218719884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dc77c0b-4066-4759-bc54-e5aa4b4dcf7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:40.758989041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.293422156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"51fb085b-faf4-40dd-9ead-c288f8346240","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.46008711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"fe4a6f8a-438c-4f22-bf7f-580dbd3f75e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.460638807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"da88e60e-a4c2-4ea2-8cdc-8af5411ed3b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.509662138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"67354b63-728c-48dc-8b3a-42ff5c514ac9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.5938339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"d2c54365-fd45-43b3-8059-7ada8dfefed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.593965443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"acbc79ad-d100-4e87-b792-793d8fcf24fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.594339727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"819b7403-a603-4a6b-91dc-66529dbe44a1","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.695499645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0f5bce6-dee4-49d7-820a-a2f8245e8dac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.705174171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"b91bb9d8-e969-44aa-8608-a46ea4582697","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.796299919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"4a1da83d-0cea-4913-b197-95e1cf4fe75f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.79660514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"1cdf6d9a-66b4-4d1b-85e0-d3d80999dac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.796898466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09e9a566-72e3-46b3-a8a0-e8f3d2213049","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:41.895365716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"de70d037-f763-403e-b08f-687f72659788","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.2609259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8eb76a-40ca-46fe-97f3-d1c7b5356028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.275572545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8eb76a-40ca-46fe-97f3-d1c7b5356028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.290767555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8eb76a-40ca-46fe-97f3-d1c7b5356028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.306210007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8eb76a-40ca-46fe-97f3-d1c7b5356028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.948957578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c837a428-c648-49f0-aa7c-d2db09af8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.963613315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c837a428-c648-49f0-aa7c-d2db09af8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.97875799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c837a428-c648-49f0-aa7c-d2db09af8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:43.993165939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c837a428-c648-49f0-aa7c-d2db09af8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.04930176Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-43fb1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-43fb1b","reconcileID":"0a126db5-886f-4dde-83be-31e2e6ab7a34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-43fb1b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-43fb1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.610869338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"22a3c282-ea30-4572-92f7-619b08a6c666","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.630544072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"22a3c282-ea30-4572-92f7-619b08a6c666","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.647956279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04a32-b5e4-42d7-830f-ef174626f965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.663783875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04a32-b5e4-42d7-830f-ef174626f965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.679212264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04a32-b5e4-42d7-830f-ef174626f965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.694833428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04a32-b5e4-42d7-830f-ef174626f965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.788984987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"842e0e47-ade5-4e9e-bd3a-244557b751ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:44.809802605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"842e0e47-ade5-4e9e-bd3a-244557b751ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.806827058Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","namespace":"ai-tenant-e2e-api-a-7ac3c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.806923574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","namespace":"ai-tenant-e2e-api-a-7ac3c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.807020007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","tenant":"e2e-api-a-7ac3c8","tenantID":"e2e-api-a-7ac3c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.826229205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Deployment","name":"maas-api-e2e-api-a-7ac3c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.865180595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Service","name":"maas-api-e2e-api-a-7ac3c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.890587471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7ac3c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.910063475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7ac3c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.927877391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.94520303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.97002492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:45.987467985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.001805578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Deployment","name":"payload-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.016069982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.03053718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Service","name":"payload-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.04556987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"Service","name":"payload-pre-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.059734051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.073718244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.08522755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"fddce12c-6e72-44ed-a540-2de9464e5a1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.088974569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.108800658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"fddce12c-6e72-44ed-a540-2de9464e5a1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.125442013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.215302061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.235097829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.253085867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-7ac3c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.272997179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7ac3c8"},"namespace":"ai-tenant-e2e-api-a-7ac3c8","name":"default-tenant","reconcileID":"3130fb67-f47b-4f91-823b-86eb97f336ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-7ac3c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.308899816Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2ab7aff-5c20-4ed4-b609-15f4c7b8eb05","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.309007937Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2ab7aff-5c20-4ed4-b609-15f4c7b8eb05","name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.330306371Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2ab7aff-5c20-4ed4-b609-15f4c7b8eb05","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.330348429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2ab7aff-5c20-4ed4-b609-15f4c7b8eb05","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.330451461Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2ab7aff-5c20-4ed4-b609-15f4c7b8eb05","name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.331425994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dec94362-8b3c-4361-9883-fe9facf65af0","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.331444897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dec94362-8b3c-4361-9883-fe9facf65af0","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.351610123Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2ab7aff-5c20-4ed4-b609-15f4c7b8eb05","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.35184251Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"5a1a6847-d14b-4fd7-a29d-b49b9759d539","namespace":"ai-tenant-e2e-api-b-371531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.351915898Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"5a1a6847-d14b-4fd7-a29d-b49b9759d539","namespace":"ai-tenant-e2e-api-b-371531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.352144043Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"5a1a6847-d14b-4fd7-a29d-b49b9759d539","name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.357768159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"bd8ed2e9-17e0-4834-9e8c-cf34364c8ee3","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.357791125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"bd8ed2e9-17e0-4834-9e8c-cf34364c8ee3","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.360220633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"a1b9079d-527a-4e8c-bbd2-2350b5b1e303","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.374103912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"6fb2f6e7-5901-4cda-9cf2-c94972f626cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.374376793Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"5a1a6847-d14b-4fd7-a29d-b49b9759d539","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.385227093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"a1b9079d-527a-4e8c-bbd2-2350b5b1e303","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.386173177Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"894a0ffc-992f-4c49-abaf-51476e36331c","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-607c7327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.387708986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"743b9a27-434f-4b01-8f62-b11e7aa5eaf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.387732702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"743b9a27-434f-4b01-8f62-b11e7aa5eaf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.406951974Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"051ea955-b7c6-4207-b402-b7c0e19edb08","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-607c7327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.410880105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a40c4d5-c783-40be-96e2-f2a488fa4875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.410903826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a40c4d5-c783-40be-96e2-f2a488fa4875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.599684917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"8481120c-534b-486b-85f2-12d9e7db8961","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.674454555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"6fb2f6e7-5901-4cda-9cf2-c94972f626cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.716047371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"8481120c-534b-486b-85f2-12d9e7db8961","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.730272196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"6fb2f6e7-5901-4cda-9cf2-c94972f626cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"name":"e2e-api-b-371531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.730308247Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"e2e-e2e-api-b-371531-policy","reconcileID":"6fb2f6e7-5901-4cda-9cf2-c94972f626cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-371531-policy","namespace":"ai-tenant-e2e-api-b-371531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-371531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.749889987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"312ef437-5b44-445e-9e18-1cb586702aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.749917938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"312ef437-5b44-445e-9e18-1cb586702aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.769662836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"8481120c-534b-486b-85f2-12d9e7db8961","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"e2e-mt-084d807f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.769696002Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-policy-084d807f","reconcileID":"8481120c-534b-486b-85f2-12d9e7db8961","MaaSAuthPolicy":{"name":"e2e-policy-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.777241851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7ac3c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7ac3c8","reconcileID":"4ea1e72f-c974-4597-b550-7a7845504b21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7ac3c8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-7ac3c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.789097074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2870f6fd-300a-427d-8d7d-d4685e4ad1d4","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:46.789127425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2870f6fd-300a-427d-8d7d-d4685e4ad1d4","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:47.168012765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360186b-931e-4131-b906-63ea0bcca267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:47.222803372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360186b-931e-4131-b906-63ea0bcca267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:47.246625522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360186b-931e-4131-b906-63ea0bcca267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:47.371670002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360186b-931e-4131-b906-63ea0bcca267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.047152894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb691-fb73-4fbf-84cf-da57bdd78aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.061697361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb691-fb73-4fbf-84cf-da57bdd78aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.076700092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb691-fb73-4fbf-84cf-da57bdd78aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.092161723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb691-fb73-4fbf-84cf-da57bdd78aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.752063126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ddd038-feb5-4ef0-9630-3d144a55763d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.76678913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ddd038-feb5-4ef0-9630-3d144a55763d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.781226645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ddd038-feb5-4ef0-9630-3d144a55763d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:48.796034068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ddd038-feb5-4ef0-9630-3d144a55763d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.249603205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"783f5b8e-85d5-4f6d-848e-fb09f845dc05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.271887798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"783f5b8e-85d5-4f6d-848e-fb09f845dc05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.300573898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08ddf0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"783f5b8e-85d5-4f6d-848e-fb09f845dc05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.486859199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a155f7a6-6538-4dbf-b19b-4ac82cb9ca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.506554004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a155f7a6-6538-4dbf-b19b-4ac82cb9ca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.520954338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a155f7a6-6538-4dbf-b19b-4ac82cb9ca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:49.535987184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a155f7a6-6538-4dbf-b19b-4ac82cb9ca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:50.131430602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0caf3f-b26e-431f-838b-50c967a4df7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:50.145997259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0caf3f-b26e-431f-838b-50c967a4df7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:50.16036876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0caf3f-b26e-431f-838b-50c967a4df7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:50.174835967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0caf3f-b26e-431f-838b-50c967a4df7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.410831772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"308b1976-fbb3-4b99-8a1b-914bbe1e4218","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.431742737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"308b1976-fbb3-4b99-8a1b-914bbe1e4218","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.507818332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"64b58e0f-4a0e-4cba-a517-d2af43c88535","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.529858986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"64b58e0f-4a0e-4cba-a517-d2af43c88535","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.682486839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7294f0ea-25cf-4976-9b9c-c698823868f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.697991837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7294f0ea-25cf-4976-9b9c-c698823868f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.713496754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7294f0ea-25cf-4976-9b9c-c698823868f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:55.728471305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7294f0ea-25cf-4976-9b9c-c698823868f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.42478076Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"09a8e1b1-540c-4c3a-b9d5-8c6121100e74","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","subscription":"e2e-sub-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.440234266Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"09a8e1b1-540c-4c3a-b9d5-8c6121100e74","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.457798776Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-sub-084d807f","reconcileID":"09a8e1b1-540c-4c3a-b9d5-8c6121100e74","MaaSSubscription":{"name":"e2e-sub-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"name":"maas-trlp-e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.472391052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3d4214-1359-4518-92e2-8f91235615ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.488037175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3d4214-1359-4518-92e2-8f91235615ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.502803238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3d4214-1359-4518-92e2-8f91235615ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.518598589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3d4214-1359-4518-92e2-8f91235615ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.573156451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"9a955b24-c7a8-45ac-845d-cc71ac6e0ffb","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.573180054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"9a955b24-c7a8-45ac-845d-cc71ac6e0ffb","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.710116899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86a94368-7ab9-48a5-9d73-ec35e112b965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.710144825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86a94368-7ab9-48a5-9d73-ec35e112b965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.739017167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"namespace":"ai-tenant-e2e-mt-c009f4e9","name":"e2e-policy-c009f4e9","reconcileID":"da8e99e2-039a-491c-8052-5f9bfd26f97a","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.797949952Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"namespace":"ai-tenant-e2e-mt-c009f4e9","name":"e2e-policy-c009f4e9","reconcileID":"da8e99e2-039a-491c-8052-5f9bfd26f97a","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.827588808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"namespace":"ai-tenant-e2e-mt-c009f4e9","name":"e2e-policy-c009f4e9","reconcileID":"da8e99e2-039a-491c-8052-5f9bfd26f97a","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.864403284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1232a106-9c08-49ec-9268-7ee98111c9f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:56.864427773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1232a106-9c08-49ec-9268-7ee98111c9f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.180480905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe2134-8265-4369-be16-b566d56a6ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.195659184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe2134-8265-4369-be16-b566d56a6ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.210712144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe2134-8265-4369-be16-b566d56a6ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.225270597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe2134-8265-4369-be16-b566d56a6ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.938509674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c644b-2b22-46ef-83a1-3541f5a92cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.952971405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c644b-2b22-46ef-83a1-3541f5a92cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.967558687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c644b-2b22-46ef-83a1-3541f5a92cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:57.981990573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605c644b-2b22-46ef-83a1-3541f5a92cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:58.65139264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665f4ee1-e94f-4f9d-95f7-6ba73009510a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:58.665959026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665f4ee1-e94f-4f9d-95f7-6ba73009510a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:58.681154672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665f4ee1-e94f-4f9d-95f7-6ba73009510a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:58.696517872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665f4ee1-e94f-4f9d-95f7-6ba73009510a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:59.33104613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"161a6230-0b48-4f6e-bdd2-a4b2109f5920","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:59.350890347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"161a6230-0b48-4f6e-bdd2-a4b2109f5920","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:35:59.369088937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08ddf0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"161a6230-0b48-4f6e-bdd2-a4b2109f5920","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:01.217986666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"bf5df848-0c40-4623-8343-efac1175fc83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:01.261350802Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"bf5df848-0c40-4623-8343-efac1175fc83","name":"e2e-api-b-43fb1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.072176075Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.07226551Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.072368396Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","tenant":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.10212641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Deployment","name":"maas-api-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.135258494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Service","name":"maas-api-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.154051291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.173105024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.204086752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.223916002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.246122021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.263796683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.278656094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Deployment","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.295438925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.311920798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Service","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.326723446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"Service","name":"payload-pre-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.342255299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"DestinationRule","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.356833701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.372944392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.397128566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.411897614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.431063341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.445697022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.465610047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"6029eda6-c5f0-4ca1-b480-940a4423beec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-084d807f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.486056061Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","namespace":"ai-tenant-e2e-api-b-371531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.486136852Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","namespace":"ai-tenant-e2e-api-b-371531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.486208986Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","tenant":"e2e-api-b-371531","tenantID":"e2e-api-b-371531","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.503899807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Deployment","name":"maas-api-e2e-api-b-371531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.55226673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Service","name":"maas-api-e2e-api-b-371531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.57675342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-371531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.596519877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-371531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.619087925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.640448553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.666001497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.688502372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.719356388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Deployment","name":"payload-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.746107514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.761943745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Service","name":"payload-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.778677282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.785747936Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-084d807f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-084d807f","reconcileID":"981efb0f-03d2-48d4-b4a5-e55491277fe5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-084d807f","removed":["maas.opendatahub.io/gateway-access-e2e-mt-084d807f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.793656184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.808238115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.823663051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.846273638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"5f88c337-d708-4071-9696-b64cffd75c33","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.846852605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.877587402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.900261891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.90359691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"5f88c337-d708-4071-9696-b64cffd75c33","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.908937033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c98e3573-7f17-4869-8619-77239c4342be","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.909019332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c98e3573-7f17-4869-8619-77239c4342be","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.916920085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-371531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.920167146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c8a57a1f-42cc-4c5b-84d5-b49e0e29865c","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.920236983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c8a57a1f-42cc-4c5b-84d5-b49e0e29865c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:03.933409761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-371531"},"namespace":"ai-tenant-e2e-api-b-371531","name":"default-tenant","reconcileID":"fe0df1ee-1ab9-4075-b755-216897af49b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-371531","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.940673616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"9eb3c3ef-e876-4d93-9e59-e809805e7d4b","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.94075381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"9eb3c3ef-e876-4d93-9e59-e809805e7d4b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.981370357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"f1753fb4-36e5-4615-9eaa-8718de9526bc","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:03.981434553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"f1753fb4-36e5-4615-9eaa-8718de9526bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:04.139015686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"354b2553-a683-4542-a600-4d338eb5535d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:04.139143774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"354b2553-a683-4542-a600-4d338eb5535d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:04.300463384Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c6d33624-d282-43e2-b2a9-858be95067bb","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:04.300548714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c6d33624-d282-43e2-b2a9-858be95067bb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:04.373938972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180a2682-9e17-43ca-8238-811e3ffa0e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:04.389096963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180a2682-9e17-43ca-8238-811e3ffa0e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:04.404723205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180a2682-9e17-43ca-8238-811e3ffa0e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:04.411410059Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-371531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-371531","reconcileID":"55499e1a-7279-41d5-8ff3-a2c4a4061b84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-371531","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-371531"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:04.419585978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180a2682-9e17-43ca-8238-811e3ffa0e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:04.474809028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"3f8dbe80-5bb8-439e-bfea-3d4915e3c147","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:04.474893773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"3f8dbe80-5bb8-439e-bfea-3d4915e3c147","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.073795965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b6a653-9b84-453c-8e12-a1fdc1171ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.089097322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b6a653-9b84-453c-8e12-a1fdc1171ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.104463882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b6a653-9b84-453c-8e12-a1fdc1171ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:05.116044646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"deab2c7c-e463-405f-a6e6-abde4939cbb8","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:05.116116299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"deab2c7c-e463-405f-a6e6-abde4939cbb8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.119087818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b6a653-9b84-453c-8e12-a1fdc1171ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:05.53119801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dd1c81dd-1fa9-4b2a-a6b0-c79b48637e5b","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:05.531263368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dd1c81dd-1fa9-4b2a-a6b0-c79b48637e5b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.568074305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"7774c548-5354-4a8e-9a68-8a7cd9246399","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.591484245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"7774c548-5354-4a8e-9a68-8a7cd9246399","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.671591037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"701c6f0f-8dea-4da3-8e1d-4273fb893f64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.691617036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"701c6f0f-8dea-4da3-8e1d-4273fb893f64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.712858206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362837be-a08e-4f0b-8ea2-e98ed85406f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.727844682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362837be-a08e-4f0b-8ea2-e98ed85406f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.742430808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362837be-a08e-4f0b-8ea2-e98ed85406f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:05.757217499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362837be-a08e-4f0b-8ea2-e98ed85406f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:08.091962848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"174f8d1b-2cbc-424d-96d0-8ddea22549d7","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:08.092059214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"174f8d1b-2cbc-424d-96d0-8ddea22549d7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:09.458279776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"d0aead07-aa6e-4c75-bf55-02242367ccdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:09.478613924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"d0aead07-aa6e-4c75-bf55-02242367ccdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:09.498205761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-08ddf0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7abd128f2cf075c6da03a955c4bf089f93e69e39d28e5386de47a7c6e3abc7f0) AuthConfig (d882cdb9753a6fd1f08b53a19142ce96673b16a153dbba30c0d2c0681dccfd7c) AuthConfig (f9377c0c489b361f291f168098a6d634fc637a6685835daaeed632ac0cfc696e) AuthConfig (8454e93ce787d61ad74f7e83c3a933669882587b89e4b9a9f886ee0ee9bc9e4c) AuthConfig (d4beb0fbb62e475015d50507c135fb36317a2e78e114be3b47f29e0e097f7502) AuthConfig (cf5a86516b5a9a781e772b232d46d97355d0366691e987ffbf4002030c17c0ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"d0aead07-aa6e-4c75-bf55-02242367ccdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:09.518966853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"742f88d3-7e48-4b63-8f3d-2c2a2841842d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:09.518994234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"742f88d3-7e48-4b63-8f3d-2c2a2841842d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:10.759470326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.023131908Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"4341f1f9-5005-40d2-826d-c552a37736fd","namespace":"ai-tenant-e2e-api-b-248b29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.023195722Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"4341f1f9-5005-40d2-826d-c552a37736fd","namespace":"ai-tenant-e2e-api-b-248b29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.023249142Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"4341f1f9-5005-40d2-826d-c552a37736fd","name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.042391516Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"4341f1f9-5005-40d2-826d-c552a37736fd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.042850368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0eefa94-9348-48fe-8c04-f1c2bd76bae0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.042870624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0eefa94-9348-48fe-8c04-f1c2bd76bae0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.04305422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"9b4c4d4f-22d8-4167-b36b-858bfad8448f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.086464808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"9b4c4d4f-22d8-4167-b36b-858bfad8448f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.171662197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"9b4c4d4f-22d8-4167-b36b-858bfad8448f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"name":"e2e-api-b-248b29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.171695133Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"e2e-e2e-api-b-248b29-policy","reconcileID":"9b4c4d4f-22d8-4167-b36b-858bfad8448f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-248b29-policy","namespace":"ai-tenant-e2e-api-b-248b29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-248b29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.191382087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6644ffff-7fbd-4a52-a1f4-131a684c2fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:11.191409232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6644ffff-7fbd-4a52-a1f4-131a684c2fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:13.213039285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"62777aa8-4eaf-49db-bfe4-ad357288f71f","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:13.213118671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"62777aa8-4eaf-49db-bfe4-ad357288f71f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:14.189499372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a4817196-4a29-43fd-bc61-5fca2d0ee3a9","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:14.305807757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a4817196-4a29-43fd-bc61-5fca2d0ee3a9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:14.354179318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dc8d9884-cb92-4f3a-af16-91b86ffa704d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:14.354284048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dc8d9884-cb92-4f3a-af16-91b86ffa704d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:14.629470154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4cbbc42-1894-4351-9e08-44029239d500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:14.676568933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4cbbc42-1894-4351-9e08-44029239d500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:14.763484832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4cbbc42-1894-4351-9e08-44029239d500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:14.797039583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4cbbc42-1894-4351-9e08-44029239d500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.419571439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"ba873a7b-530a-4bc3-93bf-4a2dabde8b07","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.419600079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"ba873a7b-530a-4bc3-93bf-4a2dabde8b07","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.470926047Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-084d807f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-084d807f","reconcileID":"efbdcbec-7287-45db-a406-d94cf27d680a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-084d807f","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-084d807f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.557165467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f849da-56df-4e9c-bfb5-71735d99137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.571913614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f849da-56df-4e9c-bfb5-71735d99137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.58634145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f849da-56df-4e9c-bfb5-71735d99137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.601036343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f849da-56df-4e9c-bfb5-71735d99137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.91262071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"57086f7a-9fae-49b3-adac-7a7d00dd766b","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:15.912643162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"57086f7a-9fae-49b3-adac-7a7d00dd766b","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:16.259319257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e1cf2a-aed6-47a7-b0e7-5fc76b72171e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:16.274251547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e1cf2a-aed6-47a7-b0e7-5fc76b72171e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:16.289064947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e1cf2a-aed6-47a7-b0e7-5fc76b72171e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:16.303934628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e1cf2a-aed6-47a7-b0e7-5fc76b72171e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:17.429956561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530ee5b1-2549-48ee-90bb-b5a60d071b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:17.444718302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530ee5b1-2549-48ee-90bb-b5a60d071b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:17.459493176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530ee5b1-2549-48ee-90bb-b5a60d071b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:17.475701456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530ee5b1-2549-48ee-90bb-b5a60d071b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:17.847880125Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"namespace":"ai-tenant-e2e-mt-c009f4e9","name":"e2e-policy-c009f4e9","reconcileID":"bf05669a-b273-4b7b-8a3e-7a5adc242185","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:17.972615258Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"namespace":"ai-tenant-e2e-mt-c009f4e9","name":"e2e-policy-c009f4e9","reconcileID":"bf05669a-b273-4b7b-8a3e-7a5adc242185","MaaSAuthPolicy":{"name":"e2e-policy-c009f4e9","namespace":"ai-tenant-e2e-mt-c009f4e9"},"policyNamespace":"ai-tenant-e2e-mt-c009f4e9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:18.146161853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f9bdd-a392-4add-be96-c1b1a7d23d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:18.16090624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f9bdd-a392-4add-be96-c1b1a7d23d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:18.175428618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f9bdd-a392-4add-be96-c1b1a7d23d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:18.18997177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f9bdd-a392-4add-be96-c1b1a7d23d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.549224733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"d490ba83-d349-4cf3-bca7-d8691dba738a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.56902282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"d490ba83-d349-4cf3-bca7-d8691dba738a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.738179675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d1044e6-0d22-4f95-a34b-967ed32a82e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.738202568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d1044e6-0d22-4f95-a34b-967ed32a82e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.89568218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caca8a25-a62f-4922-9c90-3b1265f9ccc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.895710965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caca8a25-a62f-4922-9c90-3b1265f9ccc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.917014151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4a9e27e-87e3-4ef9-b541-d6e676ebf266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.917046912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4a9e27e-87e3-4ef9-b541-d6e676ebf266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:19.945249414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"cb793a9c-f13d-4235-8eb2-dfe4084cc753","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:20.002880201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"cb793a9c-f13d-4235-8eb2-dfe4084cc753","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:20.021595465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43fb1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"cb793a9c-f13d-4235-8eb2-dfe4084cc753","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:20.041679498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6bd06cf-1820-4444-b8a4-7f3d0ce7dc9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:20.041704185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6bd06cf-1820-4444-b8a4-7f3d0ce7dc9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:20.501823854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"7191302c-d900-47d0-bfdb-8a6ae3ad90b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:20.544578234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"7191302c-d900-47d0-bfdb-8a6ae3ad90b6","name":"e2e-mt-084d807f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.60878073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"054b798e-ed1f-4f2a-9b80-756c9caae36f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.62847226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"054b798e-ed1f-4f2a-9b80-756c9caae36f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.786256054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"4d9261bb-e2e0-48cd-98db-d5150acab9e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.80757188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"4d9261bb-e2e0-48cd-98db-d5150acab9e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.891528239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eceb5e-6bdc-46ca-8db2-2d5a63083a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.905996059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eceb5e-6bdc-46ca-8db2-2d5a63083a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.920460298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eceb5e-6bdc-46ca-8db2-2d5a63083a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:21.935063598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eceb5e-6bdc-46ca-8db2-2d5a63083a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:22.607176214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfa796-b9b3-4f45-b726-8ff037be08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:22.62173849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfa796-b9b3-4f45-b726-8ff037be08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:22.637471352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfa796-b9b3-4f45-b726-8ff037be08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:22.653117979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfa796-b9b3-4f45-b726-8ff037be08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.240414845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1727fe7-8849-44ad-aa45-df55ee70d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.254961332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1727fe7-8849-44ad-aa45-df55ee70d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.269472832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1727fe7-8849-44ad-aa45-df55ee70d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.284044719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1727fe7-8849-44ad-aa45-df55ee70d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.89104733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711e82a9-2c06-4872-bf27-ad4f613afec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.905374815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711e82a9-2c06-4872-bf27-ad4f613afec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.92012582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711e82a9-2c06-4872-bf27-ad4f613afec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:23.934726981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711e82a9-2c06-4872-bf27-ad4f613afec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.558934584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","namespace":"ai-tenant-e2e-api-b-248b29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.558997628Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","namespace":"ai-tenant-e2e-api-b-248b29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.559045563Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","tenant":"e2e-api-b-248b29","tenantID":"e2e-api-b-248b29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.575880899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Deployment","name":"maas-api-e2e-api-b-248b29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.604663402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Service","name":"maas-api-e2e-api-b-248b29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.629520697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-248b29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.649941917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-248b29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.670070642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.688993418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.708896979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.726137252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.740538189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Deployment","name":"payload-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.754994361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.76917636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Service","name":"payload-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.783764545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"Service","name":"payload-pre-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.798491279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.813127478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.827782037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.850422013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.868658027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.883518877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.903982843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-248b29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:27.918643056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-248b29"},"namespace":"ai-tenant-e2e-api-b-248b29","name":"default-tenant","reconcileID":"ceb3e0ae-aaef-474e-b818-102e7d01fb39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-248b29","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:28.268650186Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-248b29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-248b29","reconcileID":"17a29491-e356-4db8-871f-3e146e1b6123","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-248b29","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-248b29"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:28.654100176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393348c2-edee-45a6-917c-b9ea224eed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:28.671013614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393348c2-edee-45a6-917c-b9ea224eed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:28.686816362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393348c2-edee-45a6-917c-b9ea224eed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:28.702217664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393348c2-edee-45a6-917c-b9ea224eed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:29.344371732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36526ea8-ffab-4662-8364-f4bc97bb7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:29.358863093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36526ea8-ffab-4662-8364-f4bc97bb7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:29.373957655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36526ea8-ffab-4662-8364-f4bc97bb7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:29.388570567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36526ea8-ffab-4662-8364-f4bc97bb7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.072119363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2141221-3e4a-4b83-a205-b3bf89ae92f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.087013452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2141221-3e4a-4b83-a205-b3bf89ae92f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.104549176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2141221-3e4a-4b83-a205-b3bf89ae92f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.124498623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2141221-3e4a-4b83-a205-b3bf89ae92f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.145020997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"763c6c00-b5af-46f4-aee6-1bdf9730beeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.165191778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"763c6c00-b5af-46f4-aee6-1bdf9730beeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:30.184953397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43fb1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"763c6c00-b5af-46f4-aee6-1bdf9730beeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:31.819487658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"fb0778ed-f8ff-4cdd-807d-14df5c704c82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:31.839607299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"fb0778ed-f8ff-4cdd-807d-14df5c704c82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:31.919928405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"f245653a-39ac-4f1b-87fe-40a34e6292b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:31.939899775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"f245653a-39ac-4f1b-87fe-40a34e6292b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.579760531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca1bcc34-2c1a-4117-8048-eeb01232c58e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.579783855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca1bcc34-2c1a-4117-8048-eeb01232c58e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.597767076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90489d5b-d7db-4f5a-bf79-831806bb38a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.597791341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90489d5b-d7db-4f5a-bf79-831806bb38a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.641064733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"1a636eb0-1f21-4767-ab74-d24c6773515d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.695924898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"1a636eb0-1f21-4767-ab74-d24c6773515d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.717200803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"1a636eb0-1f21-4767-ab74-d24c6773515d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.735469663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9a427f5-fc11-4231-9965-8537cc01802e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.735495001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9a427f5-fc11-4231-9965-8537cc01802e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.779799957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"5a58fd3e-a348-4f56-a8ea-8a534daa31ed","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.795360273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb31d0a5-fbf1-4ccf-a29c-129603db82e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.795399307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb31d0a5-fbf1-4ccf-a29c-129603db82e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.800866419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"5a58fd3e-a348-4f56-a8ea-8a534daa31ed","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.874149247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f55a842e-f1f4-4acf-aa74-7ecb0ebcf100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.874171024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f55a842e-f1f4-4acf-aa74-7ecb0ebcf100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:36:33.890005011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"0208f0e4-f613-4038-983a-03505a395d10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-a7c0f936\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.89112055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"5a58fd3e-a348-4f56-a8ea-8a534daa31ed","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.90302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8d4878-cbdb-46b6-89ab-04a9686508f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.90326993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db191d97-94b1-4d1e-846e-16564db13a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.926719087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db191d97-94b1-4d1e-846e-16564db13a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.92766457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8d4878-cbdb-46b6-89ab-04a9686508f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.930573446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0338c39-0776-4fcd-b4e2-3aca450af3c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.9305925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0338c39-0776-4fcd-b4e2-3aca450af3c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.935012326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"9c3435a2-f9bf-433c-884d-581e7c5cff33","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.952528927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c54aaf2-d036-4ae0-bf49-23e805ff47be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.952552013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c54aaf2-d036-4ae0-bf49-23e805ff47be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.968670329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"9c3435a2-f9bf-433c-884d-581e7c5cff33","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:33.989684228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"9c3435a2-f9bf-433c-884d-581e7c5cff33","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.017140277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7094edeb-7146-46ce-beeb-44a83eb1dde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.017140322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c42395-5134-41cb-93c6-de40ba28e8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.043438203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"353e87a0-b490-4041-b443-0564d35866a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.05202101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7094edeb-7146-46ce-beeb-44a83eb1dde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.052018436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c42395-5134-41cb-93c6-de40ba28e8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.064252536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"f142bde2-b28b-4a0c-b8b2-40bacf952008","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-a7c0f936","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.064434205Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"f142bde2-b28b-4a0c-b8b2-40bacf952008","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a7c0f936","error":"MaaSModelRef not found: llm/nonexistent-model-a7c0f936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.070052976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"353e87a0-b490-4041-b443-0564d35866a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.096722717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"353e87a0-b490-4041-b443-0564d35866a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.126672431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f9feeb6-a794-4c77-9d8a-346bf5024bca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.136723784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7f0761d-5a0b-41a4-8db2-42f7149f6dc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.136747897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7f0761d-5a0b-41a4-8db2-42f7149f6dc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.23003371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"10640719-b171-41dd-bc47-9bbd326dac0b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:34.23021237Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"10640719-b171-41dd-bc47-9bbd326dac0b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a7c0f936","error":"MaaSModelRef not found: llm/nonexistent-model-a7c0f936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.574230187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da92e6b9-f0b2-469e-9443-dd8300b60fe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.574261382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da92e6b9-f0b2-469e-9443-dd8300b60fe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.629868172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88eba953-6347-4bc0-9d96-834ec7885fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.657045215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88eba953-6347-4bc0-9d96-834ec7885fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.727403954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aeba0d5c-77b0-46ed-b231-27a27857e8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.727406162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"72d07ef2-ebaa-457d-90c0-35e16db23161","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.747367948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aeba0d5c-77b0-46ed-b231-27a27857e8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.747373377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"72d07ef2-ebaa-457d-90c0-35e16db23161","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:36.76583776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"72d07ef2-ebaa-457d-90c0-35e16db23161","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:37.763969477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2286694c-1146-4686-b375-d237a6e3e4ab","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:37.764001079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2286694c-1146-4686-b375-d237a6e3e4ab","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.09095788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d83518f-6afa-486a-ba04-7f2a133ab50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.109538586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d83518f-6afa-486a-ba04-7f2a133ab50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.125256828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d83518f-6afa-486a-ba04-7f2a133ab50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.140226923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d83518f-6afa-486a-ba04-7f2a133ab50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.725511853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce34cc2-868a-4762-8957-81a55c0d1421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.740203673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce34cc2-868a-4762-8957-81a55c0d1421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.754839758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce34cc2-868a-4762-8957-81a55c0d1421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:38.769395547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce34cc2-868a-4762-8957-81a55c0d1421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:40.215487849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"2d890856-a5bf-4930-b0c0-4d9d5781d12a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:40.236009565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"2d890856-a5bf-4930-b0c0-4d9d5781d12a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:40.256183525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43fb1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63a3071e544e4ada9830e8b340cdde7b29bffc132ac41ab5c380227326d0e735) AuthConfig (8694ea885da669ec1ae323e5d1c9690a72c8d3661da1500d568ec43894db5573) AuthConfig (b75e9b2d17f9faac8f0cacf0654b7874643e06b7c9a942abd1e2b95c7c75f64d) AuthConfig (0a7f668501ed2b17ceff60dfe135f3199b16b8ce74282187c526eaa6b2f0c69b) AuthConfig (c5748bc6c844cd5d7facdd6d4fb32e2434c6bdd189be20847e328aa89470b473) AuthConfig (be242fe3784a230c9b3b1c3af7209701bbcbcbf7b98caf4c8fe57b155a62146e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"2d890856-a5bf-4930-b0c0-4d9d5781d12a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:40.283754426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2f82e88-d4f3-4bd6-b820-8a3e7ead298b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:40.283776306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2f82e88-d4f3-4bd6-b820-8a3e7ead298b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:40.772922146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.360492429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"67e9ff71-6ceb-4900-8eff-b7805c619b13","namespace":"ai-tenant-e2e-api-a-08ddf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.360617665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"67e9ff71-6ceb-4900-8eff-b7805c619b13","namespace":"ai-tenant-e2e-api-a-08ddf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.360727225Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"67e9ff71-6ceb-4900-8eff-b7805c619b13","name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.378490612Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"67e9ff71-6ceb-4900-8eff-b7805c619b13","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.379076218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"7b0a9963-e6e9-4026-a7ee-48155e580d29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.379162706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e810989-a703-4b93-b156-d5d4bd12dc68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.379180301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e810989-a703-4b93-b156-d5d4bd12dc68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.425950467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"7b0a9963-e6e9-4026-a7ee-48155e580d29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.491964047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"7b0a9963-e6e9-4026-a7ee-48155e580d29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"name":"e2e-api-a-08ddf0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.491992079Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"e2e-e2e-api-a-08ddf0-policy","reconcileID":"7b0a9963-e6e9-4026-a7ee-48155e580d29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-08ddf0-policy","namespace":"ai-tenant-e2e-api-a-08ddf0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-08ddf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.572211392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e10952-6c5f-4fef-9ad3-3bbaaeedbdb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:41.572239213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e10952-6c5f-4fef-9ad3-3bbaaeedbdb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:44.556546908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead037fe-11f3-4252-b655-6eeb6a88a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:44.571105957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead037fe-11f3-4252-b655-6eeb6a88a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:44.585806396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead037fe-11f3-4252-b655-6eeb6a88a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:44.600122132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead037fe-11f3-4252-b655-6eeb6a88a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.345495417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546c3728-725d-48ac-b903-25d0abd82992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.360677032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546c3728-725d-48ac-b903-25d0abd82992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.375665243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546c3728-725d-48ac-b903-25d0abd82992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.390672957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546c3728-725d-48ac-b903-25d0abd82992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.437973248Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f1e791","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f1e791","reconcileID":"ca84018e-d37c-4e80-81ad-23f7720ef05d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f1e791","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f1e791":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.545887993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"d2de55aa-3d19-40a5-aebf-1d72ca21f7b2","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.545919606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"d2de55aa-3d19-40a5-aebf-1d72ca21f7b2","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.57906085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"14cf4378-0678-4ecf-ba3a-f490aaa18ac1","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:45.579083278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"14cf4378-0678-4ecf-ba3a-f490aaa18ac1","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.038627699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc3f794-3c78-40a1-aca1-dc813b8d187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.054455499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc3f794-3c78-40a1-aca1-dc813b8d187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.069137328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc3f794-3c78-40a1-aca1-dc813b8d187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.085085193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc3f794-3c78-40a1-aca1-dc813b8d187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.637401764Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"554199cf-56fd-42ee-a88b-7181ec81fd8e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-a7c0f936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.703848609Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"554199cf-56fd-42ee-a88b-7181ec81fd8e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.703882655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"554199cf-56fd-42ee-a88b-7181ec81fd8e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a7c0f936","subscription":"e2e-neg-ghost-sub-a7c0f936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.70400618Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-a7c0f936","reconcileID":"554199cf-56fd-42ee-a88b-7181ec81fd8e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-a7c0f936","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a7c0f936","error":"MaaSModelRef not found: llm/nonexistent-model-a7c0f936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.76464309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77916b34-c4df-443c-963a-97568bdde004","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.813058136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"0755902e-d8e5-4895-98ae-f0c34f3733e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.832983948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"0755902e-d8e5-4895-98ae-f0c34f3733e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.851347587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"0755902e-d8e5-4895-98ae-f0c34f3733e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.855129945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c83a02-9559-4a88-89b6-b18a92bab68d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.855150588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c83a02-9559-4a88-89b6-b18a92bab68d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.915239428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9881f495-c6cf-489c-a3af-b400635f3e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.915443809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"f5b9358f-0235-4761-8b1f-d834e5d7beb3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.915241386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d803ed-c3b6-4e82-9456-817b195d3802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.935257785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9881f495-c6cf-489c-a3af-b400635f3e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.935788777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d803ed-c3b6-4e82-9456-817b195d3802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.937665607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"f5b9358f-0235-4761-8b1f-d834e5d7beb3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:46.95552667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"f5b9358f-0235-4761-8b1f-d834e5d7beb3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.009648596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-a7c0f936","reconcileID":"561bcbb1-a87d-426c-86b8-eefd842ec7e9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-a7c0f936","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.011066189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1a5906-a96b-437c-bf93-3b92291da6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.011103343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1a5906-a96b-437c-bf93-3b92291da6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.119177395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f511db-02cc-4ad9-a135-dd93720fc029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.119200472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f511db-02cc-4ad9-a135-dd93720fc029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.332771887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5dd0730-eedb-468c-9dd6-10cada547fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.332794414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5dd0730-eedb-468c-9dd6-10cada547fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.351814661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37a2a475-269e-4efb-867d-5e748f3356c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.351838708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37a2a475-269e-4efb-867d-5e748f3356c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.415447379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"cbf49def-feb2-41b3-80cd-abc1f945a543","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.436643347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"cbf49def-feb2-41b3-80cd-abc1f945a543","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.459896866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"cbf49def-feb2-41b3-80cd-abc1f945a543","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.484361314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abe6faed-1b4c-4ad7-bdd1-8209326ce12e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.484479941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abe6faed-1b4c-4ad7-bdd1-8209326ce12e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.585402156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"05536eea-94ac-48a9-90ae-d0fadecdcd24","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.628022663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"05536eea-94ac-48a9-90ae-d0fadecdcd24","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:47.700614089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"05536eea-94ac-48a9-90ae-d0fadecdcd24","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:50.313857427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"556ccadc-cbbe-4ae0-9cde-356ef8e932f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:50.334052866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"556ccadc-cbbe-4ae0-9cde-356ef8e932f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:50.352602761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43fb1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63a3071e544e4ada9830e8b340cdde7b29bffc132ac41ab5c380227326d0e735) AuthConfig (8694ea885da669ec1ae323e5d1c9690a72c8d3661da1500d568ec43894db5573) AuthConfig (b75e9b2d17f9faac8f0cacf0654b7874643e06b7c9a942abd1e2b95c7c75f64d) AuthConfig (0a7f668501ed2b17ceff60dfe135f3199b16b8ce74282187c526eaa6b2f0c69b) AuthConfig (c5748bc6c844cd5d7facdd6d4fb32e2434c6bdd189be20847e328aa89470b473) AuthConfig (be242fe3784a230c9b3b1c3af7209701bbcbcbf7b98caf4c8fe57b155a62146e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"556ccadc-cbbe-4ae0-9cde-356ef8e932f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:55.76727489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2c5ef7e4-9509-4a73-b506-a16d190932b1","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"tenant":"e2e-mt-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","model":"ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:55.768308287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2c5ef7e4-9509-4a73-b506-a16d190932b1","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"routeName":"e2e-lifecycle-model-084d807f-kserve-route","namespace":"ai-tenant-e2e-mt-084d807f","llmisvcName":"e2e-lifecycle-model-084d807f","gateway":"openshift-ingress/e2e-mt-084d807f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.140206537Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","namespace":"ai-tenant-e2e-api-a-08ddf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.140435966Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","namespace":"ai-tenant-e2e-api-a-08ddf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.140567269Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","tenant":"e2e-api-a-08ddf0","tenantID":"e2e-api-a-08ddf0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.161830047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Deployment","name":"maas-api-e2e-api-a-08ddf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.202014099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Service","name":"maas-api-e2e-api-a-08ddf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.224264833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-08ddf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.257903828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-08ddf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.286283379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.311859743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.343025885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.373552077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.394157603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Deployment","name":"payload-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.436895573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.469698678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Service","name":"payload-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.493421082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"Service","name":"payload-pre-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.521937341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.547688932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.564845604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.596340924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.638496937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.687894602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.761671623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-08ddf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:56.778856033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-08ddf0"},"namespace":"ai-tenant-e2e-api-a-08ddf0","name":"default-tenant","reconcileID":"979e4802-1762-4e5c-9643-7fa88b131352","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-08ddf0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:57.538728927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-08ddf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-08ddf0","reconcileID":"4e95f16d-3db6-41d2-a905-69c9e8bfa1f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-08ddf0","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-08ddf0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:57.936975028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"28ffac29-e79f-444a-96c1-13d86dbf0ee9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:57.961184067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"28ffac29-e79f-444a-96c1-13d86dbf0ee9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:57.983200172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 21, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"28ffac29-e79f-444a-96c1-13d86dbf0ee9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.270732379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5db87a-a4a8-4f83-a480-21836ed429be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.312621355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5db87a-a4a8-4f83-a480-21836ed429be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.33471036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5db87a-a4a8-4f83-a480-21836ed429be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.355112598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5db87a-a4a8-4f83-a480-21836ed429be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.407602511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"dcf8592b-a21c-4236-8151-cbedf6c8ffcc","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.480945447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5eb7f059-32b2-4061-97f3-7f98c3e3a454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.480945417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d31c1722-6c11-486a-b746-5c5a414ec455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.481786678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"d35085c1-7fa1-4347-a222-398cf62904a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.501625378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d31c1722-6c11-486a-b746-5c5a414ec455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.504130824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5eb7f059-32b2-4061-97f3-7f98c3e3a454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.53829958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"67ec2f6e-2e51-4884-8fe3-88c940a082ad","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.597864423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"5c5e5c16-c556-48a1-b1e5-923c1996d73e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.956058443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38651c1a-b5b0-4c36-944e-354b16e9a703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.970527184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38651c1a-b5b0-4c36-944e-354b16e9a703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:58.985137613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38651c1a-b5b0-4c36-944e-354b16e9a703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:36:59.000143248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38651c1a-b5b0-4c36-944e-354b16e9a703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.382918178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"7519002b-629b-4c2f-a35b-cf4a5ce17be8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.402742193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"7519002b-629b-4c2f-a35b-cf4a5ce17be8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.485912774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4cb7c4c-cab1-4364-87f5-f11e31937c31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.485939762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4cb7c4c-cab1-4364-87f5-f11e31937c31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.537472574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"cfeddd06-4adf-4690-bd15-231b0e3d6e25","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.597589497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"1b976d12-b0f0-40f9-bfe5-bd642af73dab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.603520713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f3419b23-d263-408d-887d-d02b871f1725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.603520619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4e93acea-1fd5-4f5e-9994-78e5da3a1202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.623736466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4e93acea-1fd5-4f5e-9994-78e5da3a1202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.624864084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f3419b23-d263-408d-887d-d02b871f1725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.736554082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"41f2e26d-6e19-48d3-85ef-56a1e6a93840","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:00.796791915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"6a831b92-55d5-4e5d-9871-98d5f59d7fff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:03.059304374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"006fb794-1e93-4035-8682-f9ced7a0a7dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:03.102475466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"006fb794-1e93-4035-8682-f9ced7a0a7dc","name":"e2e-shared-a-w4-f1e791-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:05.71504071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"c26d508d-119d-4750-a3bc-9a05dda6b8de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:05.735902862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"c26d508d-119d-4750-a3bc-9a05dda6b8de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:05.908129102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"70f7d4e1-dad0-4cee-a308-ca352c2d328f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:05.927904422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"70f7d4e1-dad0-4cee-a308-ca352c2d328f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.026484694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079057d3-3ad7-4da1-ac6b-9b64df51b274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.041221966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079057d3-3ad7-4da1-ac6b-9b64df51b274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.055761644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079057d3-3ad7-4da1-ac6b-9b64df51b274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.070087109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"079057d3-3ad7-4da1-ac6b-9b64df51b274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.745122548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0125cd0a-4cfa-440b-bbee-4ddbf18f81b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.759784853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0125cd0a-4cfa-440b-bbee-4ddbf18f81b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.775150877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0125cd0a-4cfa-440b-bbee-4ddbf18f81b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:06.789878607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0125cd0a-4cfa-440b-bbee-4ddbf18f81b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:07.436799535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6cc8b8-9791-485a-9666-87cd540661af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:07.451535277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6cc8b8-9791-485a-9666-87cd540661af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:07.466117097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6cc8b8-9791-485a-9666-87cd540661af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:07.483153471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6cc8b8-9791-485a-9666-87cd540661af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.043286673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"ebdaa5a4-b5a6-44a5-b3f3-c9879da208ff","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.063635397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"ebdaa5a4-b5a6-44a5-b3f3-c9879da208ff","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.082726244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"ebdaa5a4-b5a6-44a5-b3f3-c9879da208ff","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.116261558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"404aeef0-9607-47bf-a1bb-02ceba120a75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.116283731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"404aeef0-9607-47bf-a1bb-02ceba120a75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.16261876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc54c1-47d6-4eb5-85a8-62a0ed9b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.177960419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc54c1-47d6-4eb5-85a8-62a0ed9b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.192759877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc54c1-47d6-4eb5-85a8-62a0ed9b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.207306651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc54c1-47d6-4eb5-85a8-62a0ed9b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.632191339Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.632257795Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","namespace":"ai-tenant-e2e-mt-084d807f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.632347605Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","tenant":"e2e-mt-084d807f","tenantID":"e2e-mt-084d807f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.649012852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Deployment","name":"maas-api-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.6832011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Service","name":"maas-api-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.700901663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.720396184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-084d807f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.742313195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.760183227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.780302968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.79737708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.811640323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Deployment","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.825798796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.842381303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Service","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.856601214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"Service","name":"payload-pre-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.874100848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"DestinationRule","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.888361706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.903848321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.924065951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.941457012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.961283741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.979470475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-084d807f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:08.997693204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"default-tenant","reconcileID":"f2b57fe9-68c4-4502-ac9d-e78c710ae429","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-084d807f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:09.437811446Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-084d807f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-084d807f","reconcileID":"f83c8f83-1c25-40f7-893d-ad41c2a95e38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-084d807f","removed":["maas.opendatahub.io/gateway-access-e2e-mt-084d807f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.492884123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"7ec5fe83-1e62-48e0-bb39-51b6929b0806","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.515017626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"7ec5fe83-1e62-48e0-bb39-51b6929b0806","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.520538268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"7cc82022-020c-4b16-8299-d353dcf07b86","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.520681496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"7cc82022-020c-4b16-8299-d353dcf07b86","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.531895193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"62b0fb71-5b3a-473a-8efb-c22647679d5b","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.531977443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"62b0fb71-5b3a-473a-8efb-c22647679d5b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.552387912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"bf209fcf-a48d-469e-8b79-c329ad1934f7","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.552574305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"bf209fcf-a48d-469e-8b79-c329ad1934f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.593884563Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"e748134e-e337-4d1a-b8ed-7db4f853999d","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.593976737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"e748134e-e337-4d1a-b8ed-7db4f853999d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.682090807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"aa61a04b-864a-42d4-85c8-4cdb3a99a519","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.682234861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"aa61a04b-864a-42d4-85c8-4cdb3a99a519","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.842625653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dd599722-2557-46fe-801b-15fba3d0e80e","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:09.842697989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"dd599722-2557-46fe-801b-15fba3d0e80e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:09.86524535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dbc93-938c-474e-befa-33e22e41ad38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:09.8798892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dbc93-938c-474e-befa-33e22e41ad38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:09.894453178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dbc93-938c-474e-befa-33e22e41ad38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:09.908935433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dbc93-938c-474e-befa-33e22e41ad38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:10.163777451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"25214fcd-6757-4774-acb0-4963fdf320b7","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:10.163857859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"25214fcd-6757-4774-acb0-4963fdf320b7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:10.549244583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad8e551-a0d2-440f-8d3c-f4f12df691c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:10.564343276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad8e551-a0d2-440f-8d3c-f4f12df691c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:10.579279147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad8e551-a0d2-440f-8d3c-f4f12df691c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:10.593756138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad8e551-a0d2-440f-8d3c-f4f12df691c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:10.763312121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:10.804186112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"5eb2aaab-76c2-4328-a660-5eb7970d22f4","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:10.804263267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"5eb2aaab-76c2-4328-a660-5eb7970d22f4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:12.084845044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"15ca068d-49f5-4447-a986-8569a9fbf424","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:12.084941258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"15ca068d-49f5-4447-a986-8569a9fbf424","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:14.645579757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"ba7430d1-f33c-479f-9240-c773d32ac212","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:14.645654207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"ba7430d1-f33c-479f-9240-c773d32ac212","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:15.126046474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"959c4db5-7ed5-416b-a7cb-7c29ba680514","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:15.126133756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"959c4db5-7ed5-416b-a7cb-7c29ba680514","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:15.816671751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2a773d16-dead-410e-b116-ca17216526ab","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:15.816770153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"2a773d16-dead-410e-b116-ca17216526ab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:15.845539709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"f532f1a4-6c13-474f-8cbb-f7ebf334dd06","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:15.865196371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"f532f1a4-6c13-474f-8cbb-f7ebf334dd06","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:15.946249063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"afebb29c-4cd9-4329-b173-b9192fff396f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:15.966314889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"afebb29c-4cd9-4329-b173-b9192fff396f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.199291815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"fd15566d-c4ea-4e15-9284-8d9621a18d61","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.220030728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"fd15566d-c4ea-4e15-9284-8d9621a18d61","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.239108143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"fd15566d-c4ea-4e15-9284-8d9621a18d61","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:18.264202074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"90a43857-e6e7-4868-87cd-faf6f6175e01","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:18.264270057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"90a43857-e6e7-4868-87cd-faf6f6175e01","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.61713305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694882e4-0f21-4294-89e9-c0c719916498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.631862392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694882e4-0f21-4294-89e9-c0c719916498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.646997663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694882e4-0f21-4294-89e9-c0c719916498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:18.661537524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694882e4-0f21-4294-89e9-c0c719916498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.265819582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb574572-03c5-418c-9146-7aa6441e127f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.280674732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb574572-03c5-418c-9146-7aa6441e127f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.295670722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb574572-03c5-418c-9146-7aa6441e127f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.310657096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb574572-03c5-418c-9146-7aa6441e127f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.906851637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"43fb2e8c-e18b-42f5-9952-e86a44a1d47f","namespace":"ai-tenant-e2e-api-b-43fb1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.906917869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"43fb2e8c-e18b-42f5-9952-e86a44a1d47f","namespace":"ai-tenant-e2e-api-b-43fb1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.906968259Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"43fb2e8c-e18b-42f5-9952-e86a44a1d47f","name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.925091531Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"43fb2e8c-e18b-42f5-9952-e86a44a1d47f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.925466155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"5af02f5e-605e-43dd-a0a0-59354d414cb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.92591405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ca55cc-5849-4bac-af20-c67ebaa3a828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:19.925930511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ca55cc-5849-4bac-af20-c67ebaa3a828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:20.087146068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"5af02f5e-605e-43dd-a0a0-59354d414cb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:20.142675916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"5af02f5e-605e-43dd-a0a0-59354d414cb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"name":"e2e-api-b-43fb1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:20.142704025Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"e2e-e2e-api-b-43fb1b-policy","reconcileID":"5af02f5e-605e-43dd-a0a0-59354d414cb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43fb1b-policy","namespace":"ai-tenant-e2e-api-b-43fb1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43fb1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:20.163047089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f860000f-97ac-45b1-9a06-2d52d3f5a0a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:20.163076205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f860000f-97ac-45b1-9a06-2d52d3f5a0a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:24.807489527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"d586bcae-9a13-4d51-9572-c0412ed0bb1e","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:24.807582714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"d586bcae-9a13-4d51-9572-c0412ed0bb1e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:24.90421638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"b9068beb-111c-4d24-b406-a4506991b6d8","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:24.904306281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"b9068beb-111c-4d24-b406-a4506991b6d8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.159564772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1912097-aa8c-49e9-b1bc-92b50bb1c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.184213431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1912097-aa8c-49e9-b1bc-92b50bb1c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.199078513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1912097-aa8c-49e9-b1bc-92b50bb1c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.218533266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1912097-aa8c-49e9-b1bc-92b50bb1c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.911116161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1086ce52-fbcb-427e-ba4d-26f34e9e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.926218289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1086ce52-fbcb-427e-ba4d-26f34e9e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.942649302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1086ce52-fbcb-427e-ba4d-26f34e9e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:25.958229911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1086ce52-fbcb-427e-ba4d-26f34e9e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:25.963207271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c9d444a3-12d5-45a5-9309-95310be93124","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:25.963286671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"c9d444a3-12d5-45a5-9309-95310be93124","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:26.012754113Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-c744c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-c744c0","reconcileID":"8682e1fc-a87f-4503-b4bb-aa296cbacda2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-c744c0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-c744c0":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:26.105667565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a82318e9-99d5-44e7-bcfd-c64c8605ed54","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:26.105741524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"a82318e9-99d5-44e7-bcfd-c64c8605ed54","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:26.664643555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473fc1bc-a90d-42cd-ac48-85b3bc125a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:26.679273261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473fc1bc-a90d-42cd-ac48-85b3bc125a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:26.694064781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473fc1bc-a90d-42cd-ac48-85b3bc125a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:26.710269308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473fc1bc-a90d-42cd-ac48-85b3bc125a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:27.533906657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"85f1d44f-8e6e-4e5f-afd7-71b2de3a4806","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:27.533992483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"85f1d44f-8e6e-4e5f-afd7-71b2de3a4806","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:28.309857424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"1836e2a7-fa18-4321-85fc-d7f7485c6cf9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:28.335060601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"1836e2a7-fa18-4321-85fc-d7f7485c6cf9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:28.368288498Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"1836e2a7-fa18-4321-85fc-d7f7485c6cf9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-90747c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:28.50163007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe500569-933c-47e6-bc0a-36670b7c1eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:28.501659936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe500569-933c-47e6-bc0a-36670b7c1eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:30.975828115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"c39848f2-b825-4595-ac3e-0aeace8f13c4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:30.975903377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0f3b4c2-50b9-4d20-a44d-1f0bc2ea6bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:30.975918327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0f3b4c2-50b9-4d20-a44d-1f0bc2ea6bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:30.994648302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-90747c2b","reconcileID":"c39848f2-b825-4595-ac3e-0aeace8f13c4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-90747c2b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-90747c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:31.132087062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2438e05-32d8-4cab-8a1e-751c94c988db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:31.132113844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2438e05-32d8-4cab-8a1e-751c94c988db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:35.202677249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"6d2b9a4b-2150-447b-bd27-2c96b95bcd5f","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:35.202744699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"6d2b9a4b-2150-447b-bd27-2c96b95bcd5f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:35.300910609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"b1160a13-36a5-4632-a3fe-cc502ec31f3f","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:35.30098487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"b1160a13-36a5-4632-a3fe-cc502ec31f3f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:35.53301043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c140f38-61df-4d17-9ee8-b8dcd796da6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:35.547747081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c140f38-61df-4d17-9ee8-b8dcd796da6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:35.563068418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c140f38-61df-4d17-9ee8-b8dcd796da6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:35.578277748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c140f38-61df-4d17-9ee8-b8dcd796da6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.253396509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acdcfc-af24-4db6-9263-527c0cfb553d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.2679413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acdcfc-af24-4db6-9263-527c0cfb553d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.282531113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acdcfc-af24-4db6-9263-527c0cfb553d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.297990236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acdcfc-af24-4db6-9263-527c0cfb553d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:36.349824618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"60a1b2d3-a921-4f88-a442-0ad62b882023","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:36.349905573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"60a1b2d3-a921-4f88-a442-0ad62b882023","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.402071231Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fc0d65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fc0d65","reconcileID":"b5915029-a1e1-4875-bc16-e857011f6aea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fc0d65","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-fc0d65":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:36.496599909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"e090cbaa-3a79-4a55-ad6b-3669ee7e060b","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:36.496676179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"e090cbaa-3a79-4a55-ad6b-3669ee7e060b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.899949184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd07206-8903-4f2d-a4fd-47f4f97de355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.916725871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd07206-8903-4f2d-a4fd-47f4f97de355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.93164853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd07206-8903-4f2d-a4fd-47f4f97de355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:36.946353677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd07206-8903-4f2d-a4fd-47f4f97de355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:37.88037713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"bc824258-e4b0-4244-b900-f9807ad2eacd","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:37.880443445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"bc824258-e4b0-4244-b900-f9807ad2eacd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.43497836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"75f23d64-3be4-41b0-a981-52f5dcee90bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.482164285Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"75f23d64-3be4-41b0-a981-52f5dcee90bd","name":"e2e-shared-b-w4-c744c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.511724156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","namespace":"ai-tenant-e2e-api-b-43fb1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.511941822Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","namespace":"ai-tenant-e2e-api-b-43fb1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.512068574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","tenant":"e2e-api-b-43fb1b","tenantID":"e2e-api-b-43fb1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.528938846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Deployment","name":"maas-api-e2e-api-b-43fb1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.551876191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Service","name":"maas-api-e2e-api-b-43fb1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.576500608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-43fb1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.59288859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-43fb1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.613618293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.63124966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.651542034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.668300871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.682284483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Deployment","name":"payload-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.696241496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.710061262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Service","name":"payload-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.723988039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"Service","name":"payload-pre-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.738071834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.752264872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.766276224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.78663075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.803142792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.821681195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.836336392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-43fb1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:39.850702906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43fb1b"},"namespace":"ai-tenant-e2e-api-b-43fb1b","name":"default-tenant","reconcileID":"d17e23fb-a410-4107-b403-7178a1700e3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-43fb1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:40.118277607Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-43fb1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-43fb1b","reconcileID":"3211490a-0a75-40a3-af9f-f3fa0d8cea7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-43fb1b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-43fb1b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:40.168989035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"868bec2b-9049-4c38-920f-f21ac285512f","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:40.169061153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"868bec2b-9049-4c38-920f-f21ac285512f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-084d807f/e2e-lifecycle-model-084d807f-kserve-route (gateways: [openshift-ingress/e2e-mt-084d807f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:40.530500174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc0570d-8d91-445d-94cc-d829f0f355d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:40.545025497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc0570d-8d91-445d-94cc-d829f0f355d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:40.559461836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc0570d-8d91-445d-94cc-d829f0f355d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:40.574069407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc0570d-8d91-445d-94cc-d829f0f355d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:40.758878861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:41.157102795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9a8f2e-8725-4ae9-80f8-d8a4a9ad808c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:41.171535504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9a8f2e-8725-4ae9-80f8-d8a4a9ad808c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:41.185981425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9a8f2e-8725-4ae9-80f8-d8a4a9ad808c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:41.200527383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9a8f2e-8725-4ae9-80f8-d8a4a9ad808c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:52.094486356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"922e715e-b309-4890-87a7-02c20ad36316","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:52.141452667Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"922e715e-b309-4890-87a7-02c20ad36316","name":"e2e-ipp-a-fc0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:37:52.452796968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-084d807f","namespace":"ai-tenant-e2e-mt-084d807f"},"namespace":"ai-tenant-e2e-mt-084d807f","name":"e2e-lifecycle-model-084d807f","reconcileID":"8d573d03-cac2-4211-9308-948cdbba4577","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-084d807f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:52.749687718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d6be24-6d76-4cf4-8da6-44283cb63d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:52.76469622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d6be24-6d76-4cf4-8da6-44283cb63d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:52.785859547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d6be24-6d76-4cf4-8da6-44283cb63d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:52.803388227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d6be24-6d76-4cf4-8da6-44283cb63d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:53.455416649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89823ad1-6703-40ee-ae91-d6426344fe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:53.470874922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89823ad1-6703-40ee-ae91-d6426344fe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:53.485774103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89823ad1-6703-40ee-ae91-d6426344fe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:53.500798854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89823ad1-6703-40ee-ae91-d6426344fe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:53.697757672Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c40fc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c40fc3","reconcileID":"0c196947-acfe-48ec-94ed-b6bbd73ae736","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c40fc3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c40fc3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:53.886760823Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-89d4a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-89d4a2","reconcileID":"0337c7c4-e381-41ea-9f0e-669df33fc8f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-89d4a2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-89d4a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.156180666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24831117-e3f9-4ab3-94b9-95fe857c6852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.170789883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24831117-e3f9-4ab3-94b9-95fe857c6852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.185171257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24831117-e3f9-4ab3-94b9-95fe857c6852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.19988024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24831117-e3f9-4ab3-94b9-95fe857c6852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.822485642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bb7c3f-bda1-4e9e-b874-d56bcd58fb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.837126974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bb7c3f-bda1-4e9e-b874-d56bcd58fb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.851943118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bb7c3f-bda1-4e9e-b874-d56bcd58fb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:54.868304098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bb7c3f-bda1-4e9e-b874-d56bcd58fb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:56.825953649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf83d285-7993-4b9e-bd8e-dc4dfc567797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:56.841367431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf83d285-7993-4b9e-bd8e-dc4dfc567797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:56.857091888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf83d285-7993-4b9e-bd8e-dc4dfc567797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:56.871895097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf83d285-7993-4b9e-bd8e-dc4dfc567797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:57.463438146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cf85-e041-4921-b2cc-d5d0d45271d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:57.479336016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cf85-e041-4921-b2cc-d5d0d45271d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:57.495187975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cf85-e041-4921-b2cc-d5d0d45271d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:37:57.510093491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cf85-e041-4921-b2cc-d5d0d45271d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:04.852036297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee8e6-8dae-4ac5-89a2-c81864574bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:04.866614189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee8e6-8dae-4ac5-89a2-c81864574bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:04.881311849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee8e6-8dae-4ac5-89a2-c81864574bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:04.896622816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6aee8e6-8dae-4ac5-89a2-c81864574bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:05.559039915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3e96af-2548-421e-a76b-42cc98bf05aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:05.574201336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3e96af-2548-421e-a76b-42cc98bf05aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:05.593555149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3e96af-2548-421e-a76b-42cc98bf05aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:05.676024827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3e96af-2548-421e-a76b-42cc98bf05aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:05.714040178Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-07afdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-07afdd","reconcileID":"11ff81ab-0e0d-44e4-97b6-638e3fb58840","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-07afdd","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-07afdd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:06.484171503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa7d51d-ceee-44f8-bbff-fa964ff3274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:06.49974098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa7d51d-ceee-44f8-bbff-fa964ff3274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:06.514489397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa7d51d-ceee-44f8-bbff-fa964ff3274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:06.529609794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa7d51d-ceee-44f8-bbff-fa964ff3274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:07.15012533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090053f5-3616-422b-b7cb-ba139d1e03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:07.164805035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090053f5-3616-422b-b7cb-ba139d1e03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:07.179528451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090053f5-3616-422b-b7cb-ba139d1e03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:07.194944305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090053f5-3616-422b-b7cb-ba139d1e03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.06082468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb54c2e-f540-4034-b508-5cacc78f6a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.07700833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb54c2e-f540-4034-b508-5cacc78f6a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.113231248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb54c2e-f540-4034-b508-5cacc78f6a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.128224716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb54c2e-f540-4034-b508-5cacc78f6a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.732766201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073f47a-94cd-42a8-b0d8-2984922d1dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.747444098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073f47a-94cd-42a8-b0d8-2984922d1dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.762692519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073f47a-94cd-42a8-b0d8-2984922d1dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:08.778802837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073f47a-94cd-42a8-b0d8-2984922d1dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:09.363088879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0887495f-e1f7-45c8-b4a3-8871c64207b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:09.378723983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0887495f-e1f7-45c8-b4a3-8871c64207b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:09.396206115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0887495f-e1f7-45c8-b4a3-8871c64207b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:09.411675699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0887495f-e1f7-45c8-b4a3-8871c64207b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.233460356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b35e30d-13a9-4148-890a-ae85b128fd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.247849949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b35e30d-13a9-4148-890a-ae85b128fd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.262523363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b35e30d-13a9-4148-890a-ae85b128fd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.277027106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b35e30d-13a9-4148-890a-ae85b128fd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.787464066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.955697929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a7c893-fe5a-4d71-8df5-968866b862ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.970279109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a7c893-fe5a-4d71-8df5-968866b862ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:10.98566543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a7c893-fe5a-4d71-8df5-968866b862ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:11.001157164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a7c893-fe5a-4d71-8df5-968866b862ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:11.529263901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"6f4101c0-fa58-4979-b5e2-1e7f7b3374b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c40fc3","tenantID":"e2e-ipp-a-c40fc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:11.572772651Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"6f4101c0-fa58-4979-b5e2-1e7f7b3374b0","name":"e2e-ipp-a-c40fc3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:13.412913261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"3db707b6-66ac-4f8e-a95d-13becc02c869","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-89d4a2","tenantID":"e2e-ipp-a-89d4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:13.474807756Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"3db707b6-66ac-4f8e-a95d-13becc02c869","name":"e2e-ipp-a-89d4a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:17.233257059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15abcb07-7ff7-41d1-84c3-373487d15116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:17.247937724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15abcb07-7ff7-41d1-84c3-373487d15116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:17.266174775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15abcb07-7ff7-41d1-84c3-373487d15116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:17.281020747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15abcb07-7ff7-41d1-84c3-373487d15116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:17.98569316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a474b6-adc7-4d0f-b164-7f5dabe4d002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.000142516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a474b6-adc7-4d0f-b164-7f5dabe4d002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.015049767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a474b6-adc7-4d0f-b164-7f5dabe4d002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.032544468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a474b6-adc7-4d0f-b164-7f5dabe4d002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.109113018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d75c94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d75c94","reconcileID":"9c7ee155-3abd-4ed6-a9dd-3c32523559ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d75c94","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d75c94":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.666287672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf870432-d395-4824-b213-3678a9718066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.682252637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf870432-d395-4824-b213-3678a9718066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.697200973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf870432-d395-4824-b213-3678a9718066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:18.712519863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf870432-d395-4824-b213-3678a9718066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:28.240149729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"59d5e57b-b0a0-4eca-8731-6b834ae9fc6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:28.285953249Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"59d5e57b-b0a0-4eca-8731-6b834ae9fc6f","name":"e2e-api-a-07afdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:34.504345454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"42ce1f3a-9ca4-4879-b81b-d95f13e93d30","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:34.50438595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"42ce1f3a-9ca4-4879-b81b-d95f13e93d30","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:35.399791877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a1b7c-fe72-439f-8a54-6adc4df3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:35.414738913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a1b7c-fe72-439f-8a54-6adc4df3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:35.430791805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a1b7c-fe72-439f-8a54-6adc4df3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:35.445367294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a1b7c-fe72-439f-8a54-6adc4df3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:36.197476708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1df70a-f8fe-42b1-a656-dac047797fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:36.212874271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1df70a-f8fe-42b1-a656-dac047797fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:36.228077369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1df70a-f8fe-42b1-a656-dac047797fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:36.245474474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1df70a-f8fe-42b1-a656-dac047797fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.295363064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e46e3b-ff80-4e9e-a3d2-bff74bb93749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.309583131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e46e3b-ff80-4e9e-a3d2-bff74bb93749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.322702154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e46e3b-ff80-4e9e-a3d2-bff74bb93749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.335913464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e46e3b-ff80-4e9e-a3d2-bff74bb93749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.936407875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65779f65-5002-4561-a72b-302bb3e2790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.95069163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65779f65-5002-4561-a72b-302bb3e2790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.963903655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65779f65-5002-4561-a72b-302bb3e2790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:37.981025552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65779f65-5002-4561-a72b-302bb3e2790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:40.759956307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:42.474652983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"46316f52-825e-4b9d-afcf-d057a4ac4743","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d75c94","tenantID":"e2e-ipp-b-d75c94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:42.521941704Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"46316f52-825e-4b9d-afcf-d057a4ac4743","name":"e2e-ipp-b-d75c94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:44.569106962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea9478-fa9d-47df-a08d-0f76658bfd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:44.591114417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea9478-fa9d-47df-a08d-0f76658bfd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:44.675824686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea9478-fa9d-47df-a08d-0f76658bfd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:44.694954585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea9478-fa9d-47df-a08d-0f76658bfd52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:45.390264423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fa868-393d-44bd-ba28-8b81fea8a2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:45.408624354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fa868-393d-44bd-ba28-8b81fea8a2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:45.423368555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fa868-393d-44bd-ba28-8b81fea8a2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:45.434142249Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-752623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-752623","reconcileID":"6e08feee-3c16-4195-97ac-38ca9cc290a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-752623","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-752623":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:45.438233854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fa868-393d-44bd-ba28-8b81fea8a2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:46.170797265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d40c40-4a9f-42f7-b9ec-86055b12de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:46.186071098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d40c40-4a9f-42f7-b9ec-86055b12de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:46.214850246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d40c40-4a9f-42f7-b9ec-86055b12de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:46.230507232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d40c40-4a9f-42f7-b9ec-86055b12de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:54.935559766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295aeb05-f2a3-4323-84d9-e5bccf59b10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:54.951062149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295aeb05-f2a3-4323-84d9-e5bccf59b10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:54.966431753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295aeb05-f2a3-4323-84d9-e5bccf59b10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:54.982825149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295aeb05-f2a3-4323-84d9-e5bccf59b10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:55.67529546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f60d8b3-c594-4997-9523-5d3b36e43954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:55.695240462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f60d8b3-c594-4997-9523-5d3b36e43954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:55.713160867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f60d8b3-c594-4997-9523-5d3b36e43954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:55.736202518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f60d8b3-c594-4997-9523-5d3b36e43954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:56.473165102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ca0d9-a180-4686-8ad6-832fd5defab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:56.48851488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ca0d9-a180-4686-8ad6-832fd5defab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:56.503558734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ca0d9-a180-4686-8ad6-832fd5defab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:56.518965518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ca0d9-a180-4686-8ad6-832fd5defab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:56.982387272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471b2c2c-0d80-45f0-a049-c643e620ffcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:56.982424152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471b2c2c-0d80-45f0-a049-c643e620ffcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.002370169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed814ec5-0239-486c-9c24-d5d6ca267f0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.00239284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed814ec5-0239-486c-9c24-d5d6ca267f0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.033602092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"0b8de2ea-5428-40e1-a988-d5b863f6dd61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.091606412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"0b8de2ea-5428-40e1-a988-d5b863f6dd61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.110179342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07afdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"0b8de2ea-5428-40e1-a988-d5b863f6dd61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.13140137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645f581e-2485-49b0-9669-d67315c122df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.131422739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645f581e-2485-49b0-9669-d67315c122df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.152669582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6a239a-4b00-48e6-a43b-ca45d107a736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.167904252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6a239a-4b00-48e6-a43b-ca45d107a736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.182796424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6a239a-4b00-48e6-a43b-ca45d107a736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:38:57.197529703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6a239a-4b00-48e6-a43b-ca45d107a736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:00.995082755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90592bd-765b-4d47-83b2-442bfaddb028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.010123478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90592bd-765b-4d47-83b2-442bfaddb028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.025112013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90592bd-765b-4d47-83b2-442bfaddb028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.040108307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90592bd-765b-4d47-83b2-442bfaddb028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.775819461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061d3b67-b7c7-412b-b829-decb54417345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.800174937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061d3b67-b7c7-412b-b829-decb54417345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.884182553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061d3b67-b7c7-412b-b829-decb54417345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.905124795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061d3b67-b7c7-412b-b829-decb54417345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:01.908694017Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3dae1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3dae1","reconcileID":"544a1d57-3d8a-4c05-8f50-0e9e693fd51f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a3dae1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a3dae1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:02.673267174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3eba99-620c-4382-b497-fabad97d2032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:02.690014211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3eba99-620c-4382-b497-fabad97d2032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:02.705127324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3eba99-620c-4382-b497-fabad97d2032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:02.720242736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3eba99-620c-4382-b497-fabad97d2032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:03.441626336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f346519-49ea-47f7-a6e0-903bf41b9465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:03.456707958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f346519-49ea-47f7-a6e0-903bf41b9465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:03.471846486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f346519-49ea-47f7-a6e0-903bf41b9465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:03.487634565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f346519-49ea-47f7-a6e0-903bf41b9465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:04.275615872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ac31e-a00b-4da8-ada2-bfa0b3b26ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:04.292602819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ac31e-a00b-4da8-ada2-bfa0b3b26ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:04.30839898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ac31e-a00b-4da8-ada2-bfa0b3b26ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:04.326027421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0ac31e-a00b-4da8-ada2-bfa0b3b26ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:05.21015631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b92ff1-3746-43ee-b5fa-a540b2ee0a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:05.226126443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b92ff1-3746-43ee-b5fa-a540b2ee0a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:05.243802694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b92ff1-3746-43ee-b5fa-a540b2ee0a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:05.260460964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b92ff1-3746-43ee-b5fa-a540b2ee0a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:06.77060149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"cf0e24c4-a01a-489c-b5e4-cb9b18d09b86","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:06.770643785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"cf0e24c4-a01a-489c-b5e4-cb9b18d09b86","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.065132207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"31015e74-dbad-47cf-931c-ce027874cecd","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.065154469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"31015e74-dbad-47cf-931c-ce027874cecd","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.083276731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"2c826dd3-0aca-443c-b8b8-ae699f74fb07","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.083299309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"2c826dd3-0aca-443c-b8b8-ae699f74fb07","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.186375641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"09bc3fd1-b149-4cf7-b61f-dfff45dfd62c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.186835126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c174ded5-41f3-400a-8f79-1fc4189c7eb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.208968415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"09bc3fd1-b149-4cf7-b61f-dfff45dfd62c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.227629102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07afdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"09bc3fd1-b149-4cf7-b61f-dfff45dfd62c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.245458415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c174ded5-41f3-400a-8f79-1fc4189c7eb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.271773277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c174ded5-41f3-400a-8f79-1fc4189c7eb8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.292585433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"90e6a118-3b05-4998-b4eb-fcea6a9bb9fe","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:07.292605912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"90e6a118-3b05-4998-b4eb-fcea6a9bb9fe","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:10.760592033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:11.267879371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d64b85-0f17-4fdf-8e2a-a497e0002a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:11.283920609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d64b85-0f17-4fdf-8e2a-a497e0002a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:11.299414414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d64b85-0f17-4fdf-8e2a-a497e0002a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:11.314399683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d64b85-0f17-4fdf-8e2a-a497e0002a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.085108382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7663728-9271-411d-a517-b81e1f44010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.100682946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7663728-9271-411d-a517-b81e1f44010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.116018146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7663728-9271-411d-a517-b81e1f44010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.131490791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7663728-9271-411d-a517-b81e1f44010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.810168801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce8b4d9c-977a-4527-b172-09df380a698f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.828295906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce8b4d9c-977a-4527-b172-09df380a698f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.843926332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce8b4d9c-977a-4527-b172-09df380a698f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:12.861090929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce8b4d9c-977a-4527-b172-09df380a698f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:13.50176748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638037-1c61-45e5-a921-0b0e23169f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:13.517817221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638037-1c61-45e5-a921-0b0e23169f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:13.533925453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638037-1c61-45e5-a921-0b0e23169f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:13.549806029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638037-1c61-45e5-a921-0b0e23169f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:14.377760133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"d8de6463-19be-49e2-aed2-35e0cae5a2ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-752623","tenantID":"e2e-ipp-b-752623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:14.425882984Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"d8de6463-19be-49e2-aed2-35e0cae5a2ce","name":"e2e-ipp-b-752623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:17.265668463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"0ee9a5c6-4498-4e4f-bfc1-ffd19352cc1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:17.285833733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"0ee9a5c6-4498-4e4f-bfc1-ffd19352cc1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:17.305653862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07afdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"0ee9a5c6-4498-4e4f-bfc1-ffd19352cc1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:17.365955697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"3579ecaf-3394-41b3-9ab2-117cc7a42456","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:17.392118083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"3579ecaf-3394-41b3-9ab2-117cc7a42456","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:17.413106736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"3579ecaf-3394-41b3-9ab2-117cc7a42456","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:20.870829671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc94d76-1288-4d2d-a3b1-93eb0fee410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:20.885770209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc94d76-1288-4d2d-a3b1-93eb0fee410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:20.900713541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc94d76-1288-4d2d-a3b1-93eb0fee410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:20.916044419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc94d76-1288-4d2d-a3b1-93eb0fee410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:21.601974328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25301-5dac-4b15-9c6a-300bac7d59a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:21.627910144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25301-5dac-4b15-9c6a-300bac7d59a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:21.645259548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25301-5dac-4b15-9c6a-300bac7d59a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:21.66514055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25301-5dac-4b15-9c6a-300bac7d59a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:21.705733262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9bbfc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9bbfc5","reconcileID":"6b1ec1b9-99ba-4cce-844d-687633140330","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9bbfc5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9bbfc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:22.44739225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb88191-2757-490d-842c-40a80ac77add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:22.468579755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb88191-2757-490d-842c-40a80ac77add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:22.48426507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb88191-2757-490d-842c-40a80ac77add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:22.500210332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb88191-2757-490d-842c-40a80ac77add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.171794218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d499858b-7330-4ad0-8a5c-564f207f836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.187111491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d499858b-7330-4ad0-8a5c-564f207f836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.202604228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d499858b-7330-4ad0-8a5c-564f207f836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.217555341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d499858b-7330-4ad0-8a5c-564f207f836a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.894355518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f7639-eeed-4e7d-a3aa-065cea156b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.911622602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f7639-eeed-4e7d-a3aa-065cea156b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.927855139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f7639-eeed-4e7d-a3aa-065cea156b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:23.944577045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f7639-eeed-4e7d-a3aa-065cea156b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:24.561990729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d667781b-5c5a-449e-be28-a7e06b6d2441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:24.577704476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d667781b-5c5a-449e-be28-a7e06b6d2441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:24.593711291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d667781b-5c5a-449e-be28-a7e06b6d2441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:24.609511027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d667781b-5c5a-449e-be28-a7e06b6d2441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.204989957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdee95b-4dec-4432-9db8-2725680c3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.220736526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdee95b-4dec-4432-9db8-2725680c3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.235813924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdee95b-4dec-4432-9db8-2725680c3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.251576784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdee95b-4dec-4432-9db8-2725680c3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.884029038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61fe819-575e-4c13-9340-320cbb5f4844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.900780263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61fe819-575e-4c13-9340-320cbb5f4844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.91626992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61fe819-575e-4c13-9340-320cbb5f4844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:25.931236885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61fe819-575e-4c13-9340-320cbb5f4844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:26.526545704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9f644e-487b-4431-94a5-5e83f88da6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:26.541318268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9f644e-487b-4431-94a5-5e83f88da6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:26.55628184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9f644e-487b-4431-94a5-5e83f88da6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:26.571422557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9f644e-487b-4431-94a5-5e83f88da6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.181115988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145d04db-fc46-489f-b9cf-704c07882244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.196096969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145d04db-fc46-489f-b9cf-704c07882244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.211928044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145d04db-fc46-489f-b9cf-704c07882244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.226901281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145d04db-fc46-489f-b9cf-704c07882244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.354662723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"b3743a70-15cf-4b59-bb12-4f1ae44c166f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.37628008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"b3743a70-15cf-4b59-bb12-4f1ae44c166f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.395836307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07afdd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620ca830386345a7df5c7bf70d8285ef2126f01ecf1a789984a1d5ec37fcb504) AuthConfig (11031523d98a52816b6af9e8efc12883b9ff5d41bde18340ceb1461c0ace0d02) AuthConfig (0145c9665d61005f7d5c64c726a70ac5b90b07edf82904cf2b813b677a488a76) AuthConfig (50835cb4713957b52b7be3b03c37b62d8f5e667371f01855edbbe9a630607bbf) AuthConfig (b95ba8b3bffa9c2cfed52925f43358a087ded6b770c1feaeabd7779e324aaaf5) AuthConfig (c61c28aa4b13ecd5bb019492124bb9ff02913d861571783dfa06a152a3d1ff11)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"b3743a70-15cf-4b59-bb12-4f1ae44c166f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.414507552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4ff9e73-c2bd-4e57-a8d2-37b776bd3047","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.414527616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4ff9e73-c2bd-4e57-a8d2-37b776bd3047","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.455027715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"47d7f600-97d2-464a-a604-c0dc35fea53b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.475698955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"47d7f600-97d2-464a-a604-c0dc35fea53b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.49476623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71842b1a27888c079e1dd670452987975432d909302bacae87fa4eac84d412ed) AuthConfig (6d4e3327624b41bf13652115903c6186cf4831636e873de00582b0722d2fb33a) AuthConfig (4acfb9457846a4792661d31e346389b89d267e9c93f7f77d9b73d71f70a186c0) AuthConfig (09080cbc523dcf4969c916437ff91ff885ceec99bf1a4e6c8d702a15c1dbaecf) AuthConfig (3ece233ffe53450673651db164d231112eff4d95690d665ba52d2dfe747ede94) AuthConfig (4b0bd6bb9cf77af2a8bc4ecda03d3d8ec9f038b2b174ed14ea14747be340dc59) AuthConfig (5a53aed606069005c7f8917a0d3ffbdd27e59d30814813787496f62cc605cca4) AuthConfig (a580db94adf71405bf68bf35f5ad15bbb1b9a14d54eb8358c48c91a5ea212248) AuthConfig (14ddd823cf5f5d477a3606c6d4c97975bcfcc84d23605b378d20d77b1fcd5393) AuthConfig (cd37db68a5f82ba37284d5918b02593f8e3a8a27a815394563299a663886f0cd) AuthConfig (93cfd08c4f7aea1bd16a0bd7a564c8c94116cda25f8f6bacc80914a966f17ef4) AuthConfig (f8233093c322d951ad54ca4b9af198729868b8705c65785be0b6459d67a6faed) AuthConfig (51781ac09d242b9f6c7c9dfb69c0d016b50bab3ff69d47f193dc18cdf691cdc1) AuthConfig (843a0953faa46984d0c92dbdf3c540a39701e67d14c00df448a7ece02cbac9d5) AuthConfig (b6d8330bc8bdba7cf78f3357f86d1f042befa3314ff95e44bdefe29cbcb584b5) AuthConfig (28b27739b6d0087818ba31210354c1a27bae868d441343828f6d0a6a3d40c458) AuthConfig (70fc5e87c54aa4c8330b5f87ca2882f081139e43e8921d17ac0d5ffd45a6e0ae) AuthConfig (f710f9a644ac8a9795d2018d9fdd817035828b3f2768f1e8ae9a77bb1c3d7053)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"47d7f600-97d2-464a-a604-c0dc35fea53b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.515764161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"6b35a084-02fd-4c19-8fbe-81401f8ee021","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:27.515786918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"6b35a084-02fd-4c19-8fbe-81401f8ee021","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:32.264505938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"80bf710d-1725-4f1d-83b3-591f4b4d0012","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:32.309019849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"80bf710d-1725-4f1d-83b3-591f4b4d0012","name":"e2e-api-b-a3dae1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.445521254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"89948655-516a-49a7-85ed-b0fdcc3bc641","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.46746714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"89948655-516a-49a7-85ed-b0fdcc3bc641","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.556479509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f794a48e-0dae-4e1c-a91b-3077b8a71378","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.588741868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f794a48e-0dae-4e1c-a91b-3077b8a71378","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.641403416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"671abb53-5173-42e3-b60e-3b3310e7fc14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.641428778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"671abb53-5173-42e3-b60e-3b3310e7fc14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.703309092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"ea9a6142-6181-427f-b43b-49eac7c4c7d2","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:37.703353157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"ea9a6142-6181-427f-b43b-49eac7c4c7d2","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.519619537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"48a9e8d7-ad44-4fab-a02f-a962187e3bb6","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.519649368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"48a9e8d7-ad44-4fab-a02f-a962187e3bb6","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.542822587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"8ee4f7a5-404f-45e9-ba31-02eafd7031e0","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.542846162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"8ee4f7a5-404f-45e9-ba31-02eafd7031e0","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.549171359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"eadeeb8a-e190-4004-a8db-7294375c6402","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:39:38.554073875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"6bada9b0-071f-4933-8d87-7416cb2e4243","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-8550c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.570663754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"eadeeb8a-e190-4004-a8db-7294375c6402","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.595494112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"1cf8f0fb-2168-4852-b116-42ff9f74459e","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.595523149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"1cf8f0fb-2168-4852-b116-42ff9f74459e","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.616032932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"48e2fdca-4477-48c3-8733-c5f963fcf7f8","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.616057136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"48e2fdca-4477-48c3-8733-c5f963fcf7f8","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.686461515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"97ec87ab-836c-42fb-b891-6564662dce93","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-tenantcfg-model-f1e791","model":"tenantcfg-model-f1e791","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f1e791/e2e-mt-tenantcfg-8550c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.751385822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0e2b8684-caf2-488d-b96e-a3850e303ba5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.758448931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"bd927b0e-9f48-4974-8110-55438c4f38d4","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.758472508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"bd927b0e-9f48-4974-8110-55438c4f38d4","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.774132508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0e2b8684-caf2-488d-b96e-a3850e303ba5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:38.833771902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"4b241a51-8d5d-4f7c-aa3c-00f86e9dd6a1","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-tenantcfg-model-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:40.759416902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:45.400760483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e584747-405c-4e95-adf4-438b047f5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:45.415995351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e584747-405c-4e95-adf4-438b047f5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:45.435151608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e584747-405c-4e95-adf4-438b047f5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:45.452601172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e584747-405c-4e95-adf4-438b047f5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.088988611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eef393-e973-40b7-861f-333d8c0af4a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.104927479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eef393-e973-40b7-861f-333d8c0af4a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.1203867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eef393-e973-40b7-861f-333d8c0af4a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.135441593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eef393-e973-40b7-861f-333d8c0af4a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.736531846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e302d4-c414-47e8-b775-330fa3dbc536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.752655355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e302d4-c414-47e8-b775-330fa3dbc536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.767910516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e302d4-c414-47e8-b775-330fa3dbc536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:46.782963537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e302d4-c414-47e8-b775-330fa3dbc536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:54.004692374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"ae764bf0-c521-42f3-87b6-151c4e87f871","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9bbfc5","tenantID":"e2e-ipp-b-9bbfc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:39:54.050261431Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"ae764bf0-c521-42f3-87b6-151c4e87f871","name":"e2e-ipp-b-9bbfc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:02.255256892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"b1c882b7-dd99-49b9-b02a-238b00fd726c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-tenantcfg-model-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:02.31926223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"fe097416-3eeb-44f3-9cb6-7d2ee870fcb7","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:02.319293303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"fe097416-3eeb-44f3-9cb6-7d2ee870fcb7","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.127312996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"a472836f-dc25-4d8c-b782-cb0fa2ff4754","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.147877468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"a472836f-dc25-4d8c-b782-cb0fa2ff4754","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.645792009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"1667ef71-acb3-459e-ab47-1a59cfed7c35","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.645814928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"1667ef71-acb3-459e-ab47-1a59cfed7c35","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.666570917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"f492f0ea-7ea4-4f05-889a-e8299a068509","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.666595608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"f492f0ea-7ea4-4f05-889a-e8299a068509","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.699859133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0e280a77-7d86-4eb3-bde1-3301020ef047","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.755010665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0e280a77-7d86-4eb3-bde1-3301020ef047","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.778132352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0e280a77-7d86-4eb3-bde1-3301020ef047","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.799268105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"78d45dc8-a107-4db6-9fc3-99e5cf20ec9b","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:03.799298127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"78d45dc8-a107-4db6-9fc3-99e5cf20ec9b","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:04.922771395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb06988-e4c6-4dee-9905-201f3423c7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:04.937904465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb06988-e4c6-4dee-9905-201f3423c7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:04.952998009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb06988-e4c6-4dee-9905-201f3423c7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:04.968134633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb06988-e4c6-4dee-9905-201f3423c7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:05.672102124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89179625-8879-4a69-9b6f-6c465b1ba26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:05.694820622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89179625-8879-4a69-9b6f-6c465b1ba26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:05.714802117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89179625-8879-4a69-9b6f-6c465b1ba26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:05.730424907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89179625-8879-4a69-9b6f-6c465b1ba26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.548186233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"682e4ca0-a7a6-43a7-a865-664e75980696","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.54821209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"682e4ca0-a7a6-43a7-a865-664e75980696","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.566207796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba78479d-7cbc-4862-96e5-a36d8eeefec7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.566228492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba78479d-7cbc-4862-96e5-a36d8eeefec7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.659826522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"41157667-c001-4881-93ad-d848fb03e7da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.774674654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"41157667-c001-4881-93ad-d848fb03e7da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.793299856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3dae1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"41157667-c001-4881-93ad-d848fb03e7da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.81428581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3738bfe8-0793-465d-98b2-572fdc4f5fea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:08.814308339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3738bfe8-0793-465d-98b2-572fdc4f5fea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.533895616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"62ddc88c-e11c-4206-b08e-c1aa1350aaea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.554147278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"62ddc88c-e11c-4206-b08e-c1aa1350aaea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.738479044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"e5ee1c4d-7e10-46c0-b33a-588eea9d72a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.771012052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"e5ee1c4d-7e10-46c0-b33a-588eea9d72a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.845738282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b7457-220b-449d-92c4-c2c79d4724b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.864812033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b7457-220b-449d-92c4-c2c79d4724b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.882565757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b7457-220b-449d-92c4-c2c79d4724b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:09.897679589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b7457-220b-449d-92c4-c2c79d4724b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:10.549019835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3673e8-9273-497b-a32a-102d1010ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:10.564137658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3673e8-9273-497b-a32a-102d1010ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:10.579810245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3673e8-9273-497b-a32a-102d1010ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:10.595681682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3673e8-9273-497b-a32a-102d1010ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:10.801757021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:11.278708775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c4b72e-5ef7-4409-9e7b-087a5a92541a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:11.293964473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c4b72e-5ef7-4409-9e7b-087a5a92541a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:11.310238777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c4b72e-5ef7-4409-9e7b-087a5a92541a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:11.327432106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c4b72e-5ef7-4409-9e7b-087a5a92541a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:13.834572163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"72ef1135-795c-498e-b0a4-0dc237bb4402","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:13.85501615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"72ef1135-795c-498e-b0a4-0dc237bb4402","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:13.877009476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"72ef1135-795c-498e-b0a4-0dc237bb4402","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:18.84636871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"04f7b8c5-e2b7-4f9b-b648-9f2c8ea81f32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:18.866735176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"04f7b8c5-e2b7-4f9b-b648-9f2c8ea81f32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:18.887441931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3dae1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"04f7b8c5-e2b7-4f9b-b648-9f2c8ea81f32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:19.669809157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"eb03b49f-84e7-458e-aff7-316b0291e732","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:19.69220668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"eb03b49f-84e7-458e-aff7-316b0291e732","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:19.769759318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"f1b955ce-a88d-469d-95b4-2bc54a6bbf2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:19.791675694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"f1b955ce-a88d-469d-95b4-2bc54a6bbf2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:23.909205785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f3263e8b-0272-4d36-bc24-e970fcdf2cc0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:23.930085599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f3263e8b-0272-4d36-bc24-e970fcdf2cc0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:23.950248095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4bb8e036806ad10d91db04d71d50d5466ecfb35d9b78ca5c9c0f2ab41e6a4701) AuthConfig (3316ebcfbc147a85b2247de01195b38e0cc3de8237e109a75c26746c191499ee) AuthConfig (c9ca8745f3cd1e2c8749bc64d69c7f5b88c53481436d1051d9a92cd6549521f6) AuthConfig (a9263b7d250e8d3e3c0fc85fbb6d52782fa38dbc2b9d4a2a5c379e373b770355) AuthConfig (0a8b35a3f6d71eb3337973e4d068933c5d6e8f114f3341800d939b8057760e32) AuthConfig (9744aec3b8ff0f06d918794e7103e60ebdd09dcd75b1d2df987f2031101f648e) AuthConfig (3f7f66181550a15f15dc78c211170952f8dcc9282691a5789924c5ce6c5eca8c) AuthConfig (e05eae5dac40c078a0ac8dc3646ac7417c1b96293b4b547ede3a7f3b00399d4d) AuthConfig (0686fc8e0c724f0110909bcc609d03fcc044d504c16ec448f6950b380d37b736) AuthConfig (dd901e48a6e3cb905935a2cbdccb5c6a5bff84fb7dc1b852a43079e423ce32ae) AuthConfig (0b773399e4cae1e634f8787562474497011b7ba74cbdeb2b23479ca041fa744b) AuthConfig (099a1ca64595d13eeb1b92ce1a62d73704b47258cd2b62cad30be99b15f5cb02) AuthConfig (341c84995b175d8468026115bed12d9b972d3b57cf85725cb835e64405d021bf) AuthConfig (0a527e32468d722022ed263ba6895124eedd1d60006789376c31bf6a641db717) AuthConfig (8de6a4bfddaf88acbbebf154a315a0d3d029736bfe1fc3a1caa93c678af6e220) AuthConfig (04fbf8a366405d851ecf8123201fd1c56ab2ad07148ad108f3989a90a6ea0a2c) AuthConfig (708d9939d8cd8cfd542ad3100c02113264cf5c645dbbb3604b8f11c79e5f5bb3) AuthConfig (dee152e9138ac732bd7b5ea08ad15b1b14fd75327edf8fddd269a35fc5c769b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f3263e8b-0272-4d36-bc24-e970fcdf2cc0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:23.971261475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"08ac9f4b-521e-4aff-b866-e90958d33a81","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:23.971288839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"08ac9f4b-521e-4aff-b866-e90958d33a81","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.221500065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ef7a9b6e-397f-4fdf-bde0-5dee94fae5f6","namespace":"ai-tenant-e2e-api-a-07afdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.221595263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ef7a9b6e-397f-4fdf-bde0-5dee94fae5f6","namespace":"ai-tenant-e2e-api-a-07afdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.221677853Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ef7a9b6e-397f-4fdf-bde0-5dee94fae5f6","name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.239403577Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ef7a9b6e-397f-4fdf-bde0-5dee94fae5f6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.239799926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"a52df022-58e8-4f45-8b7e-eadb3b595818","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.240081261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5342085d-3e94-408f-b5a6-79bb4d4357c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.24010113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5342085d-3e94-408f-b5a6-79bb4d4357c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.28801573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"a52df022-58e8-4f45-8b7e-eadb3b595818","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.411132118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"a52df022-58e8-4f45-8b7e-eadb3b595818","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"name":"e2e-api-a-07afdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.421203016Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"e2e-e2e-api-a-07afdd-policy","reconcileID":"a52df022-58e8-4f45-8b7e-eadb3b595818","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07afdd-policy","namespace":"ai-tenant-e2e-api-a-07afdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07afdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.480040208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"769d615a-bad1-45e1-8753-afbf47d83511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.480068827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"769d615a-bad1-45e1-8753-afbf47d83511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.945296242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50b09f0-5688-47f3-88b8-e5d823a00a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.968185339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50b09f0-5688-47f3-88b8-e5d823a00a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:26.983240513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50b09f0-5688-47f3-88b8-e5d823a00a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:27.000125155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50b09f0-5688-47f3-88b8-e5d823a00a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:27.597850863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283f3620-8d3e-4749-9547-a92f64dcd30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:27.61279878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283f3620-8d3e-4749-9547-a92f64dcd30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:27.62961328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283f3620-8d3e-4749-9547-a92f64dcd30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:27.645317651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283f3620-8d3e-4749-9547-a92f64dcd30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:28.918567266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"eaec8cf2-602e-4c01-b385-2f99ddd8b803","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:28.939439457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"eaec8cf2-602e-4c01-b385-2f99ddd8b803","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:28.958545127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3dae1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3988c0a3adb105bc4c0d8e715480b36555bc4e46c5a9da2b9588c3192c0fe731) AuthConfig (1cc7bd69ce9df04379d4a7b55fb8860a9ab78dd188f7f19cb9c4dc0a35149363) AuthConfig (781405efc72948c624ef6347e2959ca8529d74fe6b6e83d73c1f3dfbc80a6dc9) AuthConfig (59f38a6f059c968521daac25bc5e7064b1e1f785f37c6f5cff2abd02ea9cc4cd) AuthConfig (cd776f050798d1377636aa847aec49e383390b2667329a0e86430647a1e7659d) AuthConfig (3de927ba508a5524de0d90bf4fd54eae656990356ca56f2bc6e011243d81211c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"eaec8cf2-602e-4c01-b385-2f99ddd8b803","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:28.979581656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adcc381a-986a-4e56-a69d-74071fa4d168","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:28.97961478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adcc381a-986a-4e56-a69d-74071fa4d168","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.481224598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"01e209c6-7cd2-4139-b592-3f9542dd4280","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.48126206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"01e209c6-7cd2-4139-b592-3f9542dd4280","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.79788231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"b10b76de-72fa-4161-8a7b-c8619a3e8b3c","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.797903269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"b10b76de-72fa-4161-8a7b-c8619a3e8b3c","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.815847954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"9f9bff99-94ad-423d-8acb-d2d2c20c78c8","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.815871174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"9f9bff99-94ad-423d-8acb-d2d2c20c78c8","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.8466559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"76204658-7a6e-4e17-93fd-3aede2a2c206","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.902202496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"76204658-7a6e-4e17-93fd-3aede2a2c206","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.926081269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-fc0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"76204658-7a6e-4e17-93fd-3aede2a2c206","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.946593693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"582211e3-aa67-4e8c-81ce-ca2c0f9069e9","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:29.9466152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"582211e3-aa67-4e8c-81ce-ca2c0f9069e9","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:34.001422542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"aa845601-a4fa-4cd0-ac59-81984b1cf99f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:34.02142735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"aa845601-a4fa-4cd0-ac59-81984b1cf99f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:34.040516581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4bb8e036806ad10d91db04d71d50d5466ecfb35d9b78ca5c9c0f2ab41e6a4701) AuthConfig (3316ebcfbc147a85b2247de01195b38e0cc3de8237e109a75c26746c191499ee) AuthConfig (c9ca8745f3cd1e2c8749bc64d69c7f5b88c53481436d1051d9a92cd6549521f6) AuthConfig (a9263b7d250e8d3e3c0fc85fbb6d52782fa38dbc2b9d4a2a5c379e373b770355) AuthConfig (0a8b35a3f6d71eb3337973e4d068933c5d6e8f114f3341800d939b8057760e32) AuthConfig (9744aec3b8ff0f06d918794e7103e60ebdd09dcd75b1d2df987f2031101f648e) AuthConfig (3f7f66181550a15f15dc78c211170952f8dcc9282691a5789924c5ce6c5eca8c) AuthConfig (e05eae5dac40c078a0ac8dc3646ac7417c1b96293b4b547ede3a7f3b00399d4d) AuthConfig (0686fc8e0c724f0110909bcc609d03fcc044d504c16ec448f6950b380d37b736) AuthConfig (dd901e48a6e3cb905935a2cbdccb5c6a5bff84fb7dc1b852a43079e423ce32ae) AuthConfig (0b773399e4cae1e634f8787562474497011b7ba74cbdeb2b23479ca041fa744b) AuthConfig (099a1ca64595d13eeb1b92ce1a62d73704b47258cd2b62cad30be99b15f5cb02) AuthConfig (341c84995b175d8468026115bed12d9b972d3b57cf85725cb835e64405d021bf) AuthConfig (0a527e32468d722022ed263ba6895124eedd1d60006789376c31bf6a641db717) AuthConfig (8de6a4bfddaf88acbbebf154a315a0d3d029736bfe1fc3a1caa93c678af6e220) AuthConfig (04fbf8a366405d851ecf8123201fd1c56ab2ad07148ad108f3989a90a6ea0a2c) AuthConfig (708d9939d8cd8cfd542ad3100c02113264cf5c645dbbb3604b8f11c79e5f5bb3) AuthConfig (dee152e9138ac732bd7b5ea08ad15b1b14fd75327edf8fddd269a35fc5c769b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"aa845601-a4fa-4cd0-ac59-81984b1cf99f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.260445352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f33e895-7d09-48a3-82c7-2e35dc944704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.275298844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f33e895-7d09-48a3-82c7-2e35dc944704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.290568271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f33e895-7d09-48a3-82c7-2e35dc944704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.306025515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f33e895-7d09-48a3-82c7-2e35dc944704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.965406961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffb64f4-b03e-4d71-a1a1-634fd6139345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.980416299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffb64f4-b03e-4d71-a1a1-634fd6139345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:35.995236529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffb64f4-b03e-4d71-a1a1-634fd6139345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:36.010332806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffb64f4-b03e-4d71-a1a1-634fd6139345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:36.657183764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1af1bf-78b4-47b3-af2f-c396bde1e360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:36.672891601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1af1bf-78b4-47b3-af2f-c396bde1e360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:36.687922575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1af1bf-78b4-47b3-af2f-c396bde1e360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:36.703060072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1af1bf-78b4-47b3-af2f-c396bde1e360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:39.014158047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"91f4ff79-14f7-4118-8ea4-6d641cd8525d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:39.034823211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"91f4ff79-14f7-4118-8ea4-6d641cd8525d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:39.054442167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3dae1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3988c0a3adb105bc4c0d8e715480b36555bc4e46c5a9da2b9588c3192c0fe731) AuthConfig (1cc7bd69ce9df04379d4a7b55fb8860a9ab78dd188f7f19cb9c4dc0a35149363) AuthConfig (781405efc72948c624ef6347e2959ca8529d74fe6b6e83d73c1f3dfbc80a6dc9) AuthConfig (59f38a6f059c968521daac25bc5e7064b1e1f785f37c6f5cff2abd02ea9cc4cd) AuthConfig (cd776f050798d1377636aa847aec49e383390b2667329a0e86430647a1e7659d) AuthConfig (3de927ba508a5524de0d90bf4fd54eae656990356ca56f2bc6e011243d81211c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"91f4ff79-14f7-4118-8ea4-6d641cd8525d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:39.977604163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"b394b819-9b61-4b09-8815-e889922b8cf6","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:39.9986713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"b394b819-9b61-4b09-8815-e889922b8cf6","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:40.017862336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-fc0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"b394b819-9b61-4b09-8815-e889922b8cf6","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:40.759761129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:44.071027286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0a68789b-46b6-4f48-a7ef-68306c69ebfb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:44.0911298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0a68789b-46b6-4f48-a7ef-68306c69ebfb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:44.110719568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4bb8e036806ad10d91db04d71d50d5466ecfb35d9b78ca5c9c0f2ab41e6a4701) AuthConfig (3316ebcfbc147a85b2247de01195b38e0cc3de8237e109a75c26746c191499ee) AuthConfig (c9ca8745f3cd1e2c8749bc64d69c7f5b88c53481436d1051d9a92cd6549521f6) AuthConfig (a9263b7d250e8d3e3c0fc85fbb6d52782fa38dbc2b9d4a2a5c379e373b770355) AuthConfig (0a8b35a3f6d71eb3337973e4d068933c5d6e8f114f3341800d939b8057760e32) AuthConfig (9744aec3b8ff0f06d918794e7103e60ebdd09dcd75b1d2df987f2031101f648e) AuthConfig (3f7f66181550a15f15dc78c211170952f8dcc9282691a5789924c5ce6c5eca8c) AuthConfig (e05eae5dac40c078a0ac8dc3646ac7417c1b96293b4b547ede3a7f3b00399d4d) AuthConfig (0686fc8e0c724f0110909bcc609d03fcc044d504c16ec448f6950b380d37b736) AuthConfig (dd901e48a6e3cb905935a2cbdccb5c6a5bff84fb7dc1b852a43079e423ce32ae) AuthConfig (0b773399e4cae1e634f8787562474497011b7ba74cbdeb2b23479ca041fa744b) AuthConfig (099a1ca64595d13eeb1b92ce1a62d73704b47258cd2b62cad30be99b15f5cb02) AuthConfig (341c84995b175d8468026115bed12d9b972d3b57cf85725cb835e64405d021bf) AuthConfig (0a527e32468d722022ed263ba6895124eedd1d60006789376c31bf6a641db717) AuthConfig (8de6a4bfddaf88acbbebf154a315a0d3d029736bfe1fc3a1caa93c678af6e220) AuthConfig (04fbf8a366405d851ecf8123201fd1c56ab2ad07148ad108f3989a90a6ea0a2c) AuthConfig (708d9939d8cd8cfd542ad3100c02113264cf5c645dbbb3604b8f11c79e5f5bb3) AuthConfig (dee152e9138ac732bd7b5ea08ad15b1b14fd75327edf8fddd269a35fc5c769b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0a68789b-46b6-4f48-a7ef-68306c69ebfb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:49.084268777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"8fcd80fe-9ff9-4b39-a30d-7ca314cd0862","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:49.104794898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"8fcd80fe-9ff9-4b39-a30d-7ca314cd0862","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:49.190539621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e5a467f-7e51-41d6-86dc-9426f75372cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:49.190563473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e5a467f-7e51-41d6-86dc-9426f75372cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:50.04954325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"6a1468f4-dc21-403f-bed4-43cb582637ec","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:50.07007622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"6a1468f4-dc21-403f-bed4-43cb582637ec","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:50.090019798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-fc0d65-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f06e0e41c80379c1f580db6f57301f9664e2909bfbd7ea0c5837c807d3f9561) AuthConfig (bbb67c9cf85cd57443a503c5f26a4f0adfa7347ab2402793ef6ef48b396efc97) AuthConfig (0f7e9bb12305b32720386b66ab8a7a2e3c99c29bf11cc89ab70c88a567015c48) AuthConfig (dd6a2b5c81662dc541488d4bba53e08571e317304a23e702bc8ef3569421bade) AuthConfig (2d6799ed98a25e910c10b2ae020fd90835071c95bf549463bedf9fb2457cd448) AuthConfig (96fa29df92e0be31e4aaca32ff36fba7dc507104051841927f091b6faac1e018) AuthConfig (c00b0b3b8eac75b1f7934d9e25abcdb382518f62e97d1da0f60c0685cd08fe1b) AuthConfig (bc99523197e8a4f2f1822f1b439e48f144cef80e96dd6d175f1f5295e4c82738) AuthConfig (32a3ce9c159fc4e5844fd20fbad87edceba3ca584a7256843639132e5b3a9447) AuthConfig (9f676c3e58aefa2046e37c6ecbea0085cabbb393063c4585fe9acb2e06f2cdf6) AuthConfig (fbdfe029891a4c8914b103ae49cbd055e3874585ec46c38dd5fe41af8f53e101) AuthConfig (ac949cad79f8f697199a70ce22e435f55764e4641245b31d83ded1aaa1c0d545) AuthConfig (5c357c1be1c97bcd395235f3a59a7e7fd6fa189d7279268ab9198716d5a8d037) AuthConfig (73428e4eecf769d969fed780b7551777f41afd925638a1c31e6e0149d8d4c62d) AuthConfig (2c42b719cbdfd51889a50ca248b9b731005ff9eebf2d292daee1ee3f38f7983a) AuthConfig (b66a57de8cd8a9a01083606c3848e69be36c4f94bce40994a80f5579e2c22ad5) AuthConfig (389fe1a3c917321e884b04632a416041ed9f390629fdcd119a76a27de0fbfe55) AuthConfig (9e116c5c7720850054f207783fa2495e43ac20aa815462977d78535ffe299806)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"6a1468f4-dc21-403f-bed4-43cb582637ec","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:50.112627663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"03632697-54d2-4e1a-90e7-c13984efae9e","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:50.112651227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"03632697-54d2-4e1a-90e7-c13984efae9e","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:54.142049423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f3293c21-b692-449e-ab58-d5a1db415a06","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:54.162251473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f3293c21-b692-449e-ab58-d5a1db415a06","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:54.246798577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"1218a57e-9bd5-4859-aaf7-1b9c1c2e34e8","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:54.24682122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"1218a57e-9bd5-4859-aaf7-1b9c1c2e34e8","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.453980926Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","namespace":"ai-tenant-e2e-api-a-07afdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.454043574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","namespace":"ai-tenant-e2e-api-a-07afdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.454106433Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","tenant":"e2e-api-a-07afdd","tenantID":"e2e-api-a-07afdd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.471538492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Deployment","name":"maas-api-e2e-api-a-07afdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.503487779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Service","name":"maas-api-e2e-api-a-07afdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.52476443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-07afdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.542426142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-07afdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.561237565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.57958861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.599923235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.617967928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.633417617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Deployment","name":"payload-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.648059374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.668723627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Service","name":"payload-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.669788403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"d8c7b32d-42ab-4afb-910d-561f5bce3169","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.669813274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"d8c7b32d-42ab-4afb-910d-561f5bce3169","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.683774305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"Service","name":"payload-pre-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.69176345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"c10213ec-0ddd-4457-a758-3bab63b6d551","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.691788017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"c10213ec-0ddd-4457-a758-3bab63b6d551","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.700652418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.700929742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"6185cc6f-9b86-49db-8f65-68e9379aba2d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:40:55.708269982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"1440f1a5-8d12-4a72-ae9a-3e733c214b37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-8550c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.716644276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.724781602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"6185cc6f-9b86-49db-8f65-68e9379aba2d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.741961106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.753154778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"a8ff0bcf-4de0-4d2e-b178-9d171daa0bcc","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.753229334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"a8ff0bcf-4de0-4d2e-b178-9d171daa0bcc","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.766611017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.787199116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"ad6e9b15-e6c3-4f74-bd59-623a6b06f1de","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.78733476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"ad6e9b15-e6c3-4f74-bd59-623a6b06f1de","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.788117608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.80559597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.823015371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-07afdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.83822925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07afdd"},"namespace":"ai-tenant-e2e-api-a-07afdd","name":"default-tenant","reconcileID":"ed2706b1-2de8-40b9-a17c-ab3ade5c04d2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-07afdd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.856785462Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"e642189b-b998-421c-b4ae-73cc638d6111","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"tenantcfg-model-c744c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-c744c0/e2e-mt-tenantcfg-8550c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.898641597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"daae1917-1857-4db4-846e-c1c1353c8fa4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.925451422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"daae1917-1857-4db4-846e-c1c1353c8fa4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.927240334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"c157b573-488e-41c7-9a27-3b1d2b1ce836","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:55.927346015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"c157b573-488e-41c7-9a27-3b1d2b1ce836","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:56.095033511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"cdcde2c2-2357-4f31-a4af-86c79fb6f0c3","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:56.222535803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-07afdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-07afdd","reconcileID":"8db62b4d-bb89-40b7-9212-964e895abf4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-07afdd","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-07afdd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:56.648649126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0c2db2-ee7a-47bc-ac7d-2335f314d166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:56.664799046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0c2db2-ee7a-47bc-ac7d-2335f314d166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:56.681081267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0c2db2-ee7a-47bc-ac7d-2335f314d166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:56.697598767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0c2db2-ee7a-47bc-ac7d-2335f314d166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:57.293812345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d751a-d356-4256-9569-04c6c6df6456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:57.309684743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d751a-d356-4256-9569-04c6c6df6456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:57.324552338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d751a-d356-4256-9569-04c6c6df6456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:40:57.339530803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091d751a-d356-4256-9569-04c6c6df6456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:00.146791961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"3257b28e-c2a8-4d30-aa50-ff78de6ebc14","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:00.167573297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"3257b28e-c2a8-4d30-aa50-ff78de6ebc14","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:00.187416625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-fc0d65-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f06e0e41c80379c1f580db6f57301f9664e2909bfbd7ea0c5837c807d3f9561) AuthConfig (bbb67c9cf85cd57443a503c5f26a4f0adfa7347ab2402793ef6ef48b396efc97) AuthConfig (0f7e9bb12305b32720386b66ab8a7a2e3c99c29bf11cc89ab70c88a567015c48) AuthConfig (dd6a2b5c81662dc541488d4bba53e08571e317304a23e702bc8ef3569421bade) AuthConfig (2d6799ed98a25e910c10b2ae020fd90835071c95bf549463bedf9fb2457cd448) AuthConfig (96fa29df92e0be31e4aaca32ff36fba7dc507104051841927f091b6faac1e018) AuthConfig (c00b0b3b8eac75b1f7934d9e25abcdb382518f62e97d1da0f60c0685cd08fe1b) AuthConfig (bc99523197e8a4f2f1822f1b439e48f144cef80e96dd6d175f1f5295e4c82738) AuthConfig (32a3ce9c159fc4e5844fd20fbad87edceba3ca584a7256843639132e5b3a9447) AuthConfig (9f676c3e58aefa2046e37c6ecbea0085cabbb393063c4585fe9acb2e06f2cdf6) AuthConfig (fbdfe029891a4c8914b103ae49cbd055e3874585ec46c38dd5fe41af8f53e101) AuthConfig (ac949cad79f8f697199a70ce22e435f55764e4641245b31d83ded1aaa1c0d545) AuthConfig (5c357c1be1c97bcd395235f3a59a7e7fd6fa189d7279268ab9198716d5a8d037) AuthConfig (73428e4eecf769d969fed780b7551777f41afd925638a1c31e6e0149d8d4c62d) AuthConfig (2c42b719cbdfd51889a50ca248b9b731005ff9eebf2d292daee1ee3f38f7983a) AuthConfig (b66a57de8cd8a9a01083606c3848e69be36c4f94bce40994a80f5579e2c22ad5) AuthConfig (389fe1a3c917321e884b04632a416041ed9f390629fdcd119a76a27de0fbfe55) AuthConfig (9e116c5c7720850054f207783fa2495e43ac20aa815462977d78535ffe299806)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"3257b28e-c2a8-4d30-aa50-ff78de6ebc14","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.005686114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"dce44b81-d06d-4eff-ab91-524b4eaab936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.132282078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"3a398252-c878-4e6a-8143-a706f1aaec09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.231859162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"d65b9820-f187-48c5-8bfd-c3bfc3d78cde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.232046114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"f15c3712-279e-4474-8b78-89204f4df383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.245152958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2a01d1a-5655-45d6-b6b1-5850127f570a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.333036188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"14178ba7-d338-4003-9570-ed80e1e45cb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.333498531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"8ce42d31-4edf-4807-9804-12915b784871","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-tenantcfg-model-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.446399954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"27a6ba0d-b718-49b8-9a03-4c3b8e2d4c83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.559855484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"9c0782f3-e28f-41ae-97b2-d7f1802078b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.559952065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"81093475-e355-439b-835d-bf0fd1438264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.638941354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"3c4a9ce0-8461-4faf-8b6a-bdc4af8cb485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.639190943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f92d17a2-c343-4dd7-a46f-777fc4df5612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:01.654387205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"ff433c69-b73c-4c3d-9b45-8f506aa5a7e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:03.952014679Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","namespace":"ai-tenant-e2e-ipp-a-89d4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:03.952084053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","namespace":"ai-tenant-e2e-ipp-a-89d4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:03.952145176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","tenant":"e2e-ipp-a-89d4a2","tenantID":"e2e-ipp-a-89d4a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:03.970164677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Deployment","name":"maas-api-e2e-ipp-a-89d4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.000252026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Service","name":"maas-api-e2e-ipp-a-89d4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.024460245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-89d4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.041531793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-89d4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.059527014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.077068312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.095145215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.114522024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.131592362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.152640684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.182805707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Service","name":"payload-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.209337841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.23061867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.248913021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.269535342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.289360648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.308641825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.326848819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.346210507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-89d4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.363690946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-89d4a2"},"namespace":"ai-tenant-e2e-ipp-a-89d4a2","name":"default-tenant","reconcileID":"1c395cd1-b773-4e4f-bc24-4060f8fe8d03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-89d4a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.439308138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"a38cdb0e-3b0e-4793-854c-34be97a8c809","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.469160407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"a38cdb0e-3b0e-4793-854c-34be97a8c809","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.727811665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"9b5fc633-8400-49f8-9508-1df81192083d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.793732707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"9b5fc633-8400-49f8-9508-1df81192083d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.896009161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf45668-a61f-4e95-a8ab-cfe86ed4f2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.911930559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf45668-a61f-4e95-a8ab-cfe86ed4f2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.927389305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf45668-a61f-4e95-a8ab-cfe86ed4f2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.942890545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf45668-a61f-4e95-a8ab-cfe86ed4f2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:04.967428929Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-89d4a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-89d4a2","reconcileID":"400e5cc1-c3c5-4cc9-acde-e218a95fcc1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-89d4a2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-89d4a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:05.556549264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a81418-d39b-4bda-8991-243ff490d683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:05.571388634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a81418-d39b-4bda-8991-243ff490d683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:05.586577507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a81418-d39b-4bda-8991-243ff490d683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:05.601527074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a81418-d39b-4bda-8991-243ff490d683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:06.256229715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76eaf954-e5c9-4456-b2e6-feb6f93f5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:06.271030179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76eaf954-e5c9-4456-b2e6-feb6f93f5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:06.286090408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76eaf954-e5c9-4456-b2e6-feb6f93f5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:06.301383083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76eaf954-e5c9-4456-b2e6-feb6f93f5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:10.219035373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"72f90d41-d929-4ee4-906b-ca0560716776","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:10.238986829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"72f90d41-d929-4ee4-906b-ca0560716776","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:10.321737854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"d64d2661-38e8-4cdc-b682-0386d04d7e38","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:10.32175834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"d64d2661-38e8-4cdc-b682-0386d04d7e38","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:10.759898357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.438350483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e73562d-0f81-446f-be96-7c621c00c0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.442940964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"68416cbc-4709-49fc-90fd-65667e1d48bb","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.442960887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"68416cbc-4709-49fc-90fd-65667e1d48bb","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.453181489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e73562d-0f81-446f-be96-7c621c00c0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.468309941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e73562d-0f81-446f-be96-7c621c00c0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.484069673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e73562d-0f81-446f-be96-7c621c00c0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.504136307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"0ae0e039-b4cb-4b1c-9d77-85679b1a09df","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.504163538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"0ae0e039-b4cb-4b1c-9d77-85679b1a09df","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:41:11.507453905Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-fc0d65-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.514871141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"fe8bdcbb-2cc3-4a4b-9e8c-43b2e81a0d08","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.522290478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f6ae7988-ad8f-4919-aef2-72cdb59207d3","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.522309799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f6ae7988-ad8f-4919-aef2-72cdb59207d3","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.535318026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"fe8bdcbb-2cc3-4a4b-9e8c-43b2e81a0d08","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.610646808Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"7dc4f084-bc00-449b-8c73-455b8749a49d","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ipp-route-fc0d65","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.613943566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"d1c30225-6210-41b1-b9ae-b8d1e1ccfcd9","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.634760569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"d1c30225-6210-41b1-b9ae-b8d1e1ccfcd9","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.666375938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"4ac9fe98-cd12-47d3-be38-6696514bdb6b","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.666400051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"4ac9fe98-cd12-47d3-be38-6696514bdb6b","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:11.726861568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"3d12e9e8-7e5e-409b-9cf7-85dc295f1c9d","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.161317641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cad09-4e64-40c3-8409-5bb887603d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.177690484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cad09-4e64-40c3-8409-5bb887603d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.192922953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cad09-4e64-40c3-8409-5bb887603d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.207769777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cad09-4e64-40c3-8409-5bb887603d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.910046496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d4ad90-c0d8-4333-90e0-4472cbe2a195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.92524728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d4ad90-c0d8-4333-90e0-4472cbe2a195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.9402648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d4ad90-c0d8-4333-90e0-4472cbe2a195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:12.956349896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d4ad90-c0d8-4333-90e0-4472cbe2a195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:13.555892977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dfa7f3-c8f8-4468-ba06-0d32bf75985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:13.57159636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dfa7f3-c8f8-4468-ba06-0d32bf75985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:13.588251865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dfa7f3-c8f8-4468-ba06-0d32bf75985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:13.603807722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dfa7f3-c8f8-4468-ba06-0d32bf75985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.197713396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446aad8-94e3-42f7-9a41-e1c60143c133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.213164007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446aad8-94e3-42f7-9a41-e1c60143c133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.229113016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446aad8-94e3-42f7-9a41-e1c60143c133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.245025154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446aad8-94e3-42f7-9a41-e1c60143c133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.768762914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"ae82418e-d9e1-48fb-94f0-77ffcb72ba2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.789029582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"ae82418e-d9e1-48fb-94f0-77ffcb72ba2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.949935738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"bdbde32f-efd7-4c8e-842c-e329f707d350","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:14.970161384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"bdbde32f-efd7-4c8e-842c-e329f707d350","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.041276202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3770bd4d-e638-4ddb-bc80-1eae5b2498f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.041288469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"d920c90f-c669-48fc-a04c-959f29e4562f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-tenantcfg-model-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.14234271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"0c8c052f-4c58-4a2f-bcb9-04269d80e816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.142458304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"8132be0f-7762-45d4-990b-d153c37b230b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.24137853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"df098d7e-ff3a-4970-b7f0-d6fcf184c857","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.257805657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"e1daf70d-aa80-41b1-8dc4-e07cfea3e611","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.34515873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"861cc920-0873-4c0c-a72e-aeceb1c30a21","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.345944028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"a88be43b-eb52-4648-a6d0-8ed6d15ff8b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.346496618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8dc3966d-0911-49df-9a82-75e8ee449817","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.414619709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"1a1963b0-8885-4341-a923-587c9e89f980","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.414757479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"1a1963b0-8885-4341-a923-587c9e89f980","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.44993564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"07cf6891-6c9d-4da5-a05b-e3ab92e6b2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.45093551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"7d1f2e6b-acbb-4200-8d76-d1a603553e67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.454662613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"cb370082-d834-4c34-b1a9-48f93e0942c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.543902551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"2363251d-193c-435e-9381-0e27a23251e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.561356104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"bfdb7b4c-9d90-483a-bfe2-daf78cf7a589","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.654172644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c273ee35-1157-43c5-b483-ba04a8c0b9b0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.67423132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c273ee35-1157-43c5-b483-ba04a8c0b9b0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.787666823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"e98e3335-f6fb-42db-a44e-8d7831d8ab67","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.807598282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"e98e3335-f6fb-42db-a44e-8d7831d8ab67","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:20.8193604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"72105fb7-47c7-4130-8a24-c3d0094b403a","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.003395816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"d4c2b9dd-223a-4038-96db-4356397b86d3","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.003415954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"d4c2b9dd-223a-4038-96db-4356397b86d3","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.049679063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"33f66a8f-7725-4e4d-968e-fcea6bc2e027","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.069415262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"33f66a8f-7725-4e4d-968e-fcea6bc2e027","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.08082951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"069220c9-29c0-44dc-ac2c-dc9ee7dd7c48","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.317425077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4356b2d-5899-4180-8f13-a187a13bb22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.332417368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4356b2d-5899-4180-8f13-a187a13bb22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.347374889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4356b2d-5899-4180-8f13-a187a13bb22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:21.36578777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4356b2d-5899-4180-8f13-a187a13bb22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:22.057955968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0de6a-7dbd-43d5-8c41-9109542f7544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:22.073020706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0de6a-7dbd-43d5-8c41-9109542f7544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:22.088127066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0de6a-7dbd-43d5-8c41-9109542f7544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:22.103100032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0de6a-7dbd-43d5-8c41-9109542f7544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:27.961135919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","namespace":"ai-tenant-e2e-ipp-a-c40fc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:27.961198407Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","namespace":"ai-tenant-e2e-ipp-a-c40fc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:27.961247918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","tenant":"e2e-ipp-a-c40fc3","tenantID":"e2e-ipp-a-c40fc3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:27.978845008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c40fc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.015476822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Service","name":"maas-api-e2e-ipp-a-c40fc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.03388123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c40fc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.051149986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c40fc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.070858502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.090129329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.111985705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.131408546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.14987328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.170045421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.200430356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Service","name":"payload-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.231655145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.249648444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.268596871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.288521089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.309649607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.327657975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.34560928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.36362622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c40fc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.381609311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c40fc3"},"namespace":"ai-tenant-e2e-ipp-a-c40fc3","name":"default-tenant","reconcileID":"fcd6b287-d178-4fe0-9a18-244048a13620","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c40fc3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.403776296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"2d43ee87-e392-452b-9ca9-bc7b36985d05","namespace":"ai-tenant-e2e-api-b-a3dae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.403874971Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"2d43ee87-e392-452b-9ca9-bc7b36985d05","namespace":"ai-tenant-e2e-api-b-a3dae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.4039339Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"2d43ee87-e392-452b-9ca9-bc7b36985d05","name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.426224013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"a7954006-49c8-4272-b702-a35e46f0897a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.42643785Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"2d43ee87-e392-452b-9ca9-bc7b36985d05","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.426823262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bbd3761-eb31-4a02-8a7f-881fe3f9b486","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.42684512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bbd3761-eb31-4a02-8a7f-881fe3f9b486","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.615972843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"a7954006-49c8-4272-b702-a35e46f0897a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.687582724Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"a7954006-49c8-4272-b702-a35e46f0897a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"name":"e2e-api-b-a3dae1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.687619166Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"e2e-e2e-api-b-a3dae1-policy","reconcileID":"a7954006-49c8-4272-b702-a35e46f0897a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3dae1-policy","namespace":"ai-tenant-e2e-api-b-a3dae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3dae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.708238952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5df29e5c-98e1-4b85-b722-d90c8c552160","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.708265281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5df29e5c-98e1-4b85-b722-d90c8c552160","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:28.7507665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c40fc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c40fc3","reconcileID":"7f83e103-5a43-4da1-aa48-1876e360ae47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c40fc3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c40fc3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.127860248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c461616f-ea29-4334-aa3b-b0bb7459cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.142658734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c461616f-ea29-4334-aa3b-b0bb7459cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.157713383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c461616f-ea29-4334-aa3b-b0bb7459cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.173501431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c461616f-ea29-4334-aa3b-b0bb7459cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.771599593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd02dcf-e1c7-4010-bab7-14a435f34be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.786820506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd02dcf-e1c7-4010-bab7-14a435f34be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.801782168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd02dcf-e1c7-4010-bab7-14a435f34be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:29.816943667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd02dcf-e1c7-4010-bab7-14a435f34be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:30.412540994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e655449-1faa-4a6d-8f16-e36b82f7d855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:30.427879592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e655449-1faa-4a6d-8f16-e36b82f7d855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:30.474083509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e655449-1faa-4a6d-8f16-e36b82f7d855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:30.490676827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e655449-1faa-4a6d-8f16-e36b82f7d855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:31.710544726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"2918a75b-89bf-49af-aac9-8b0c6233f7ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:31.730982319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"2918a75b-89bf-49af-aac9-8b0c6233f7ee","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:31.799062739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"94462fe3-b3ba-442b-bb39-f0aeb4c1a9a0","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:31.893083419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"d6dd153b-a9db-49b6-9727-55902bbe73f5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:31.913251101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"d6dd153b-a9db-49b6-9727-55902bbe73f5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:31.924589993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"1bea4676-c44e-4d0f-b6c7-37f08601aae2","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.007052354Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"d86904c9-bf22-4d53-ab2c-ec42411c694a","api-key-max-expiration-days":"7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.387301402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c963b91e-dba5-4cf3-b31c-f18ae7c1670e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.407730422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c963b91e-dba5-4cf3-b31c-f18ae7c1670e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.419554091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"bd9102fb-bd16-4121-bf71-b61334e71674","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.519089069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"1c77ccb3-a05f-4208-8925-5f25fddef8d0","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.519109976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"1c77ccb3-a05f-4208-8925-5f25fddef8d0","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.548418678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"58cf3483-0f38-4a31-b3ee-97f29106302c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.568772591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"58cf3483-0f38-4a31-b3ee-97f29106302c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.570087605Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"778d50ec-4d5d-43af-9e4a-6a1c01f2d5fc","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-432f3459","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.729423538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c644da22-8c5e-4adc-9287-c7171c5bf572","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:32.749969731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c644da22-8c5e-4adc-9287-c7171c5bf572","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:34.344017385Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"e4fdc1c2-e97a-4bcf-85d9-d218e8feb00d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.139972492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","namespace":"ai-tenant-e2e-ipp-b-752623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.140054996Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","namespace":"ai-tenant-e2e-ipp-b-752623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.140129532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","tenant":"e2e-ipp-b-752623","tenantID":"e2e-ipp-b-752623","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.157227974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-752623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.190013441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Service","name":"maas-api-e2e-ipp-b-752623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.212811894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-752623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.240714135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-752623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.26350133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.281598306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.301904172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.321422538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.338686763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.360567883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.390740403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Service","name":"payload-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.415656292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.43758843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.45758322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.477070313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.496832981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.514385457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.534784884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.551968594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-752623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.57578588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-752623"},"namespace":"ai-tenant-e2e-ipp-b-752623","name":"default-tenant","reconcileID":"34bbcd09-cbf8-41cf-a029-588e4e32dd4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-752623","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:36.961310863Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-752623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-752623","reconcileID":"ac9b9dcd-2fee-431e-9a07-ce6d16c5f926","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-752623","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-752623"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.227931586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd87dc-2a1b-4187-a5a2-8a9340ddecad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.242941625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd87dc-2a1b-4187-a5a2-8a9340ddecad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.258582959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd87dc-2a1b-4187-a5a2-8a9340ddecad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.273545048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd87dc-2a1b-4187-a5a2-8a9340ddecad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.942923235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e34c5e-d5d6-4b0c-8282-535f2a3252da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.958341584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e34c5e-d5d6-4b0c-8282-535f2a3252da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.973497873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e34c5e-d5d6-4b0c-8282-535f2a3252da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:37.988529073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e34c5e-d5d6-4b0c-8282-535f2a3252da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:38.631500336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d85884-7ca4-44b6-91a4-e74513f65460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:38.646561543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d85884-7ca4-44b6-91a4-e74513f65460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:38.662595502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d85884-7ca4-44b6-91a4-e74513f65460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:38.677778334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d85884-7ca4-44b6-91a4-e74513f65460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.289385013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cab85c-c8d4-487f-a997-c99350fd8b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.304865056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cab85c-c8d4-487f-a997-c99350fd8b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.32013124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cab85c-c8d4-487f-a997-c99350fd8b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.335430225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cab85c-c8d4-487f-a997-c99350fd8b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.934540198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4647ccda-62d3-4b6e-b7ba-375fac2759ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.94943858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4647ccda-62d3-4b6e-b7ba-375fac2759ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.964368182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4647ccda-62d3-4b6e-b7ba-375fac2759ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:39.979601913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4647ccda-62d3-4b6e-b7ba-375fac2759ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:40.63949652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58dc7ce9-aed2-4128-9074-c43bc4a72f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:40.655188665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58dc7ce9-aed2-4128-9074-c43bc4a72f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:40.670523072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58dc7ce9-aed2-4128-9074-c43bc4a72f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:40.685986213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58dc7ce9-aed2-4128-9074-c43bc4a72f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:40.760119811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.586444251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"6d1fe7ea-7591-40c5-81f5-cf95f9f6cd75","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","subscription":"e2e-mt-tenantcfg-8550c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.601940431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"6d1fe7ea-7591-40c5-81f5-cf95f9f6cd75","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.617571828Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"6d1fe7ea-7591-40c5-81f5-cf95f9f6cd75","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.709230267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"8a1b2206-b7f7-4953-bc29-3c7287332012","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.709262331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"8a1b2206-b7f7-4953-bc29-3c7287332012","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.733470897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2ccd8184-4c9b-48ab-b0dd-8f13abd81fc2","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.733500727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2ccd8184-4c9b-48ab-b0dd-8f13abd81fc2","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.742895955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"2f634dbf-4a00-4706-a267-8ec162a801e8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.763351523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"2f634dbf-4a00-4706-a267-8ec162a801e8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.840067423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"a94dcbc6-f2ac-481c-af07-24831605b495","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.860154319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"a94dcbc6-f2ac-481c-af07-24831605b495","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.861087066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"c193dda8-d937-436e-9e46-febde0f02a73","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.861108948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"c193dda8-d937-436e-9e46-febde0f02a73","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.912523952Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"048d6023-3429-44d4-972c-0cc2c29f8164","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54dbb230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.941390644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"a9ccb110-079f-44a3-8c08-f7b1d74e7a52","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:42.964157016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"a9ccb110-079f-44a3-8c08-f7b1d74e7a52","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:43.040316003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"ee7e139a-1a7e-4358-97f5-3f822c595e70","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:43.060348543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"ee7e139a-1a7e-4358-97f5-3f822c595e70","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.450870692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"4f7534b0-9540-48c0-a41f-cdab87455cd8","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.50875585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"7d8903c2-0596-4ca5-9ea5-39d9781735ff","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.508775956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"7d8903c2-0596-4ca5-9ea5-39d9781735ff","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.60924814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cffc737-c9e3-4c4e-ae43-cbf2fcbaa0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.624445431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cffc737-c9e3-4c4e-ae43-cbf2fcbaa0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.639946929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cffc737-c9e3-4c4e-ae43-cbf2fcbaa0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:49.655312411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cffc737-c9e3-4c4e-ae43-cbf2fcbaa0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.177264344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"7ef61f63-557d-4356-b94d-76cf6d5700ad","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.197861224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"7ef61f63-557d-4356-b94d-76cf6d5700ad","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.208705025Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","namespace":"ai-tenant-e2e-api-b-a3dae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.208765097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","namespace":"ai-tenant-e2e-api-b-a3dae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.20883078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","tenant":"e2e-api-b-a3dae1","tenantID":"e2e-api-b-a3dae1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.226075918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Deployment","name":"maas-api-e2e-api-b-a3dae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.251367429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a88d47d-7675-421c-b1c5-78c4d98dc4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.257369867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Service","name":"maas-api-e2e-api-b-a3dae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.267623844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a88d47d-7675-421c-b1c5-78c4d98dc4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.284040375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a88d47d-7675-421c-b1c5-78c4d98dc4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.288570642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a3dae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.302227778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a88d47d-7675-421c-b1c5-78c4d98dc4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.322915641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a3dae1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.340882852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.358681267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.391632522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.409845956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.424511439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Deployment","name":"payload-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.443491148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.450826265Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6d6576","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6d6576","reconcileID":"f2441505-0189-4614-9215-94e36ed3b87c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6d6576","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6d6576":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.459412367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Service","name":"payload-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.476739957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.491840607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.509884335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.529609081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.555800091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.570772387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.591372198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.606579886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a3dae1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:50.62675125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3dae1"},"namespace":"ai-tenant-e2e-api-b-a3dae1","name":"default-tenant","reconcileID":"d3771b26-8bd6-421d-ae8f-887089ebd2a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a3dae1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.020605658Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3dae1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3dae1","reconcileID":"c142d692-e694-469b-9513-2560243571d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a3dae1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a3dae1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.071758769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90efbe9-42ce-4422-9e61-e90cc1fffafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.087903096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90efbe9-42ce-4422-9e61-e90cc1fffafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.10327277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90efbe9-42ce-4422-9e61-e90cc1fffafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.119571656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90efbe9-42ce-4422-9e61-e90cc1fffafd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.769636518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6981da8-a8b2-4e1b-9242-348ac8dfff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.78573372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6981da8-a8b2-4e1b-9242-348ac8dfff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.800867045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6981da8-a8b2-4e1b-9242-348ac8dfff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:51.81661094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6981da8-a8b2-4e1b-9242-348ac8dfff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:52.927812714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f2269678-4edb-476c-b868-2def2f3354ba","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","subscription":"e2e-mt-tenantcfg-8550c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:52.943371951Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f2269678-4edb-476c-b868-2def2f3354ba","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:52.959273297Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"f2269678-4edb-476c-b868-2def2f3354ba","MaaSSubscription":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.066915705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"e36d49ff-580b-48aa-9d80-db9ebb6be6f5","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.066945469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"e36d49ff-580b-48aa-9d80-db9ebb6be6f5","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.096391219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"e468029d-2c7e-4cb0-9f08-0b062b65e6de","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.116832879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"e468029d-2c7e-4cb0-9f08-0b062b65e6de","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.199794634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0bf60693-5b83-41a7-9595-2f58e858ad09","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.220135826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"0bf60693-5b83-41a7-9595-2f58e858ad09","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.225850567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c10db5ef-0cef-4b8b-b3a6-b858d766a783","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.225957774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"99f3c55f-b308-427a-a582-78310a2eca03","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.225979362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"99f3c55f-b308-427a-a582-78310a2eca03","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.362927963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c10db5ef-0cef-4b8b-b3a6-b858d766a783","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.416184699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c10db5ef-0cef-4b8b-b3a6-b858d766a783","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.416210815Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"c10db5ef-0cef-4b8b-b3a6-b858d766a783","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.436272604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"b7e44de5-f0cb-4a5a-a0a4-8c21d3334c8c","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/tenantcfg-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.43629367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"tenantcfg-model-f1e791","reconcileID":"b7e44de5-f0cb-4a5a-a0a4-8c21d3334c8c","MaaSModelRef":{"name":"tenantcfg-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"tenantcfg-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"tenantcfg-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.593470511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"03ef6a4c-4641-4e3b-8c3b-c393a0471c18","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.593476618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"7be48bce-ae2f-4625-bf69-b43a56c414f3","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.593589384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"7be48bce-ae2f-4625-bf69-b43a56c414f3","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.644903585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"03ef6a4c-4641-4e3b-8c3b-c393a0471c18","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.699106682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"03ef6a4c-4641-4e3b-8c3b-c393a0471c18","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.69914129Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-mt-tenantcfg-8550c9","reconcileID":"03ef6a4c-4641-4e3b-8c3b-c393a0471c18","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-8550c9","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.722552773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"5c554bbe-08d4-47ef-969e-141e46cdb0f4","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:53.722581048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"5c554bbe-08d4-47ef-969e-141e46cdb0f4","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:54.632465052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"47bda7a7-3066-4fad-9d1c-eb657d180646","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/tenantcfg-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:54.632491808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"tenantcfg-model-c744c0","reconcileID":"47bda7a7-3066-4fad-9d1c-eb657d180646","MaaSModelRef":{"name":"tenantcfg-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"tenantcfg-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"tenantcfg-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:54.975005826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa8894-7e00-4e24-8141-ae75ae09e19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:54.990418097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa8894-7e00-4e24-8141-ae75ae09e19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:55.00622201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa8894-7e00-4e24-8141-ae75ae09e19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:55.022229222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa8894-7e00-4e24-8141-ae75ae09e19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:55.649838274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5f51bc-bb11-4ee9-a392-37e56a2445a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:55.665504809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5f51bc-bb11-4ee9-a392-37e56a2445a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:55.681185834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5f51bc-bb11-4ee9-a392-37e56a2445a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:55.696424513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5f51bc-bb11-4ee9-a392-37e56a2445a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.496166289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"b66d2d08-5368-4ebb-a6ab-80dcbb377a13","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.496189843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"b66d2d08-5368-4ebb-a6ab-80dcbb377a13","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.532517993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"1a87abeb-b15f-4f18-94d3-3534685acfd5","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.532545077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"1a87abeb-b15f-4f18-94d3-3534685acfd5","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.557124127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"76fc2cc9-23cb-416f-a723-3fe2e8f54500","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.577721716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"76fc2cc9-23cb-416f-a723-3fe2e8f54500","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.588471734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"117c2f31-9ada-4e7e-92ff-2fd66e490513","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.68919633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"845a5d81-7390-4511-b5d6-3894ce9550af","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.737399616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"a8f29d4f-4bad-4cac-b43e-abfb21d0deb5","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.757247414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"a8f29d4f-4bad-4cac-b43e-abfb21d0deb5","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.807134537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b12491c-50bf-4299-ab1c-cee7fcdca89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.829377706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b12491c-50bf-4299-ab1c-cee7fcdca89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.844979862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b12491c-50bf-4299-ab1c-cee7fcdca89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:57.859931989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b12491c-50bf-4299-ab1c-cee7fcdca89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:58.533725356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c47951e-7459-41f9-842a-020a01a41946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:58.549090398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c47951e-7459-41f9-842a-020a01a41946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:58.563995951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c47951e-7459-41f9-842a-020a01a41946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:58.579108352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c47951e-7459-41f9-842a-020a01a41946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:59.183360774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7af7fcb-d2a1-4f3d-a2d9-32fe22b66c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:59.198126556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7af7fcb-d2a1-4f3d-a2d9-32fe22b66c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:59.212791889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7af7fcb-d2a1-4f3d-a2d9-32fe22b66c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:41:59.22761812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7af7fcb-d2a1-4f3d-a2d9-32fe22b66c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:02.77760743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc201-c8b9-46fc-995c-b85c4a08a35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:02.802553828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc201-c8b9-46fc-995c-b85c4a08a35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:02.81804223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc201-c8b9-46fc-995c-b85c4a08a35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:02.833721787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc201-c8b9-46fc-995c-b85c4a08a35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:03.531782622Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d43b66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d43b66","reconcileID":"eb802309-ac8d-4a81-b58b-42b4a7f2f36b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d43b66","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d43b66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:03.565976048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af165f8-562b-452e-8f90-d224210fe4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:03.581542499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af165f8-562b-452e-8f90-d224210fe4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:03.596568279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af165f8-562b-452e-8f90-d224210fe4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:03.612189317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af165f8-562b-452e-8f90-d224210fe4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:04.30887576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308e091-2944-44fa-8075-5fa543555e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:04.323767658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308e091-2944-44fa-8075-5fa543555e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:04.338582219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308e091-2944-44fa-8075-5fa543555e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:04.355082777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308e091-2944-44fa-8075-5fa543555e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.763570361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8891c741-7b19-4516-9de5-9ddd96df1bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.778652948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8891c741-7b19-4516-9de5-9ddd96df1bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.794166552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8891c741-7b19-4516-9de5-9ddd96df1bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.809135641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8891c741-7b19-4516-9de5-9ddd96df1bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.897124586Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","namespace":"ai-tenant-e2e-ipp-b-9bbfc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.897342607Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","namespace":"ai-tenant-e2e-ipp-b-9bbfc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.897512131Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","tenant":"e2e-ipp-b-9bbfc5","tenantID":"e2e-ipp-b-9bbfc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.915383232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9bbfc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.947547961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Service","name":"maas-api-e2e-ipp-b-9bbfc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.969173824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9bbfc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:05.987495727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9bbfc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.005717042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.025674862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.043833341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.061544415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.078785028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.09684928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.128864901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Service","name":"payload-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.17357396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.191731371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.211254311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.232886981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.252796121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.276886873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.295870295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.315606303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9bbfc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.333564179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bbfc5"},"namespace":"ai-tenant-e2e-ipp-b-9bbfc5","name":"default-tenant","reconcileID":"e8179a5f-baf4-4e62-a34f-689e66f361d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9bbfc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.481933739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6103a377-6af4-46be-b0a9-6d5a9fbda666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.497422319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6103a377-6af4-46be-b0a9-6d5a9fbda666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.533898928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6103a377-6af4-46be-b0a9-6d5a9fbda666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.57011492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6103a377-6af4-46be-b0a9-6d5a9fbda666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.670620575Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9bbfc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9bbfc5","reconcileID":"880f3c7b-e9e5-4cbf-b76f-fe981541264c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9bbfc5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9bbfc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:06.856738001Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1d8f7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1d8f7b","reconcileID":"0cb2fb43-be16-4485-b916-036feb576cc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1d8f7b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1d8f7b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.181673402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bbd96f-9f84-4131-9591-0ea2c193d115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.196942685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bbd96f-9f84-4131-9591-0ea2c193d115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.212057335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bbd96f-9f84-4131-9591-0ea2c193d115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.22692343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bbd96f-9f84-4131-9591-0ea2c193d115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.668744638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"4d6dc287-6c84-4694-8534-5c2e6c591c1d","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.668775416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"4d6dc287-6c84-4694-8534-5c2e6c591c1d","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.698929289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"569d512f-b00c-4a72-bc40-f182977a0ae9","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.719043229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"569d512f-b00c-4a72-bc40-f182977a0ae9","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.73082565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"6c9d6667-a78d-4105-8817-6cc3f3447480","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.798318364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"967bfb37-83c8-47ca-883d-4935025ce85a","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.820175208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"967bfb37-83c8-47ca-883d-4935025ce85a","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.831509468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"f774f912-e3d2-4923-adc2-32b7bf8db991","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.83939651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035be45d-5f6d-4628-9eb8-352c70bfa716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.854751023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035be45d-5f6d-4628-9eb8-352c70bfa716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.869810929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035be45d-5f6d-4628-9eb8-352c70bfa716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:07.885508929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035be45d-5f6d-4628-9eb8-352c70bfa716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.206113968Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"4a458902-a002-4399-a9e2-1b90bd5460fc","namespace":"ai-tenant-e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.206184224Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"4a458902-a002-4399-a9e2-1b90bd5460fc","name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.226732575Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"4a458902-a002-4399-a9e2-1b90bd5460fc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.226766201Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"4a458902-a002-4399-a9e2-1b90bd5460fc","namespace":"ai-tenant-e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.226913871Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"4a458902-a002-4399-a9e2-1b90bd5460fc","name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.227709056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"362cd249-a2ed-4f79-ba99-f76786ba6bbd","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.227726433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"362cd249-a2ed-4f79-ba99-f76786ba6bbd","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.244992096Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"4a458902-a002-4399-a9e2-1b90bd5460fc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.248943575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"185d980b-89db-40f7-9180-fad6a56250e9","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.248968817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"185d980b-89db-40f7-9180-fad6a56250e9","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.257851527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"fef95a03-12ae-4cd0-9082-aa243dc9b2b3","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:08.266723449Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"185d980b-89db-40f7-9180-fad6a56250e9","name":"ipp-route-fc0d65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-fc0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:08.266779236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"185d980b-89db-40f7-9180-fad6a56250e9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-fc0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.272197928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"9ccef6a3-c732-491f-a44b-5c9321aea3dd","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.272219925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"9ccef6a3-c732-491f-a44b-5c9321aea3dd","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.278137025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"fef95a03-12ae-4cd0-9082-aa243dc9b2b3","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.278336594Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"0e872aff-a568-4222-9341-4ce2077b2938","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d7b302ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.307495722Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"9ffc1c86-fb4c-4f52-b579-9979724736b6","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d7b302ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.408384408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"5e51042f-b354-430c-a013-63d4a7dca82a","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.534543885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"5e51042f-b354-430c-a013-63d4a7dca82a","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.591040536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"5e51042f-b354-430c-a013-63d4a7dca82a","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"e2e-ipp-a-fc0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.591068765Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-auth","reconcileID":"5e51042f-b354-430c-a013-63d4a7dca82a","MaaSAuthPolicy":{"name":"ipp-route-fc0d65-auth","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.614216526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"1ce4dd0f-8bcb-4832-8a03-a40fd9d7428a","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:08.6142437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"1ce4dd0f-8bcb-4832-8a03-a40fd9d7428a","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:10.042628426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"4e4051d7-5119-4e59-bec3-9c6db386b748","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6d6576","tenantID":"e2e-praxis-a-6d6576","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:10.087129242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"4e4051d7-5119-4e59-bec3-9c6db386b748","name":"e2e-praxis-a-6d6576-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:10.75948134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:18.324811796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"8166f55e-d092-4752-a2ff-9f16ce51b750","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","subscription":"ipp-route-fc0d65-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:18.340465633Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"8166f55e-d092-4752-a2ff-9f16ce51b750","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:18.357892535Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65-sub","reconcileID":"8166f55e-d092-4752-a2ff-9f16ce51b750","MaaSSubscription":{"name":"ipp-route-fc0d65-sub","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"name":"maas-trlp-ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:18.513430727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"9aa22434-7663-413b-8619-77e1c874a924","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"tenant":"e2e-ipp-a-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","model":"ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:18.513458636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"9aa22434-7663-413b-8619-77e1c874a924","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"routeName":"ipp-route-fc0d65-kserve-route","namespace":"ai-tenant-e2e-ipp-a-fc0d65","llmisvcName":"ipp-route-fc0d65","gateway":"openshift-ingress/e2e-ipp-a-fc0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:19.967024379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccbdc6a-c335-44dd-8cf0-1977cf1b862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:19.982267696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccbdc6a-c335-44dd-8cf0-1977cf1b862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:19.997555778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccbdc6a-c335-44dd-8cf0-1977cf1b862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:20.012928874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccbdc6a-c335-44dd-8cf0-1977cf1b862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:20.661597669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c579925a-4a67-4b62-b474-ef528ee3d22b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:20.677047186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c579925a-4a67-4b62-b474-ef528ee3d22b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:20.693218972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c579925a-4a67-4b62-b474-ef528ee3d22b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:20.708685827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c579925a-4a67-4b62-b474-ef528ee3d22b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:20.771035173Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-80542b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-80542b","reconcileID":"f884d32f-35c0-449f-a4a9-efd2e4056d82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-80542b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-80542b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:21.369406355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8eda2-d8e2-4171-b56b-f13343c5028f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:21.384887583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8eda2-d8e2-4171-b56b-f13343c5028f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:21.400632976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8eda2-d8e2-4171-b56b-f13343c5028f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:21.416810916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8eda2-d8e2-4171-b56b-f13343c5028f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:22.169343527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47409e19-d472-4fbf-a4c7-e5ba441b3831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:22.186594348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47409e19-d472-4fbf-a4c7-e5ba441b3831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:22.208408015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47409e19-d472-4fbf-a4c7-e5ba441b3831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:22.224466202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47409e19-d472-4fbf-a4c7-e5ba441b3831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:23.226926388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"4b712436-04f1-44ab-9fb5-544d1f94d484","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d43b66","tenantID":"e2e-ipp-a-d43b66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:23.270164086Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"4b712436-04f1-44ab-9fb5-544d1f94d484","name":"e2e-ipp-a-d43b66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:28.281602734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"c3a01ab5-7093-4641-abf8-70998722dac9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1d8f7b","tenantID":"e2e-praxis-a-1d8f7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:28.333927228Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"c3a01ab5-7093-4641-abf8-70998722dac9","name":"e2e-praxis-a-1d8f7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:32.367275081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff440a-57d6-4353-9196-53ce49af733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:32.382261955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff440a-57d6-4353-9196-53ce49af733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:32.39729928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff440a-57d6-4353-9196-53ce49af733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:32.41244581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff440a-57d6-4353-9196-53ce49af733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:33.07004149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252129a0-4efa-433e-835c-0c3529f77184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:33.084992278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252129a0-4efa-433e-835c-0c3529f77184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:33.100045197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252129a0-4efa-433e-835c-0c3529f77184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:33.115021636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252129a0-4efa-433e-835c-0c3529f77184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.142710843Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","namespace":"ai-tenant-e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.14277778Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","namespace":"ai-tenant-e2e-ipp-a-fc0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.142842502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","tenant":"e2e-ipp-a-fc0d65","tenantID":"e2e-ipp-a-fc0d65","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.165409424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Deployment","name":"maas-api-e2e-ipp-a-fc0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.198063611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Service","name":"maas-api-e2e-ipp-a-fc0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.216635136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-fc0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.234181123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-fc0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.252618263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.269839699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.290251117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.31344932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.331053389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.350222653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.379517814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Service","name":"payload-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.404776754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.423022225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.44088198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.460401576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.479535388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.497117304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.518835869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.535972708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-fc0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.556591453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"default-tenant","reconcileID":"c8d05fd9-eb33-49c0-82d9-21068101e857","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-fc0d65","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:35.903802816Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fc0d65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fc0d65","reconcileID":"e16b540d-3388-4a04-bc78-1b37b2a0ba42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fc0d65","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-fc0d65"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:35.958929858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"e92e9be9-aa05-442f-a58e-758be10e54a4","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:35.997098595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"e92e9be9-aa05-442f-a58e-758be10e54a4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.004004627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"dbf47941-4377-4748-96fd-622f6c17acb7","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.00413854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"dbf47941-4377-4748-96fd-622f6c17acb7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.015067373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"92e08678-fca6-41db-8005-cdbb2ec1d670","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.015219935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"92e08678-fca6-41db-8005-cdbb2ec1d670","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.035987956Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"a3b5ba2f-32a6-421e-9839-ebc9620df8fe","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.036058167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"a3b5ba2f-32a6-421e-9839-ebc9620df8fe","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.076628828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"06c68405-92ad-4820-a4b9-18f04248afcc","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.076697032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"06c68405-92ad-4820-a4b9-18f04248afcc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.157765972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"ff0ff0e9-b3b9-49b5-a5e7-008426e6a0a9","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.157885214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"ff0ff0e9-b3b9-49b5-a5e7-008426e6a0a9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.2840825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93475898-6c85-417c-8f9e-1db750e34bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.299244535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93475898-6c85-417c-8f9e-1db750e34bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.314135406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93475898-6c85-417c-8f9e-1db750e34bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.319071996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"ce545ec0-c7c9-47e2-9dfc-945bf45a5d23","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.319277583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"ce545ec0-c7c9-47e2-9dfc-945bf45a5d23","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.3295248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93475898-6c85-417c-8f9e-1db750e34bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.640641106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2b279d93-6d71-4ef4-a467-b95b942243ad","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:36.64074485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2b279d93-6d71-4ef4-a467-b95b942243ad","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.922932728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7cb388-88f6-4f02-928c-c18cc6bdac2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.937828336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7cb388-88f6-4f02-928c-c18cc6bdac2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.953709306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7cb388-88f6-4f02-928c-c18cc6bdac2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:36.969531149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7cb388-88f6-4f02-928c-c18cc6bdac2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:37.28105009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"234eeb67-c8c0-4f70-8ac8-f1723404f1ba","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:37.281118686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"234eeb67-c8c0-4f70-8ac8-f1723404f1ba","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:38.561585519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"80e1f011-c7bc-4340-9c80-1c2778b29342","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:38.56166504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"80e1f011-c7bc-4340-9c80-1c2778b29342","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:40.138838633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f61bf57e-3def-4b06-b833-524e861eeeb0","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:40.138903808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f61bf57e-3def-4b06-b833-524e861eeeb0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:40.24713561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2af1b2a7-ba6f-4a27-b0e9-4a7de3235181","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:40.2472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2af1b2a7-ba6f-4a27-b0e9-4a7de3235181","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:40.462192069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20cffb-0aa3-4417-9387-5b7da9d5c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:40.47725074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20cffb-0aa3-4417-9387-5b7da9d5c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:40.4929546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20cffb-0aa3-4417-9387-5b7da9d5c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:40.508666937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f20cffb-0aa3-4417-9387-5b7da9d5c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:40.75938124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.10195588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c739647-02a9-47c8-9827-45664699ce9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.117578457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c739647-02a9-47c8-9827-45664699ce9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.13268404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c739647-02a9-47c8-9827-45664699ce9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.147643989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c739647-02a9-47c8-9827-45664699ce9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:41.2934939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"e0d2b426-9ef7-4a8d-865d-3ef83f5a2fc7","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:41.293581302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"e0d2b426-9ef7-4a8d-865d-3ef83f5a2fc7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.348997632Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bb9990","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bb9990","reconcileID":"66f3bff5-f626-43fd-bc20-470e5b682b51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bb9990","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bb9990":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:41.439300412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"d30ae6e1-8cc9-4f87-b4a3-c2323d6aac55","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:41.439499202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"d30ae6e1-8cc9-4f87-b4a3-c2323d6aac55","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:41.68119309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"fea3ae72-53a4-4b75-b887-46b788e50acd","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:41.681562634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"fea3ae72-53a4-4b75-b887-46b788e50acd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.865106797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce90c4b-1ded-41eb-aa4e-696aa6e60e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.880046099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce90c4b-1ded-41eb-aa4e-696aa6e60e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.895209853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce90c4b-1ded-41eb-aa4e-696aa6e60e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:41.913636701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce90c4b-1ded-41eb-aa4e-696aa6e60e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:42.575780541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2f5aa-3e9d-42af-8275-d517992cf664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:42.591669339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2f5aa-3e9d-42af-8275-d517992cf664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:42.607186948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2f5aa-3e9d-42af-8275-d517992cf664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:42.622191691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2f5aa-3e9d-42af-8275-d517992cf664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:42.895698271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"abf6cc02-aedc-4707-8542-e243bc1194e2","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:42.895770113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"abf6cc02-aedc-4707-8542-e243bc1194e2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:43.419895441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"22cea118-367c-4938-aaed-731d87329caf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:43.464157109Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"22cea118-367c-4938-aaed-731d87329caf","name":"e2e-praxis-a-80542b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:47.311266834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f5a02339-a31a-4fb3-b3a7-73c96673542c","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:47.311408295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f5a02339-a31a-4fb3-b3a7-73c96673542c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:47.636305738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84138b84-d2e2-4868-a9be-0adb4fdd3d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:47.651652075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84138b84-d2e2-4868-a9be-0adb4fdd3d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:47.668312679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84138b84-d2e2-4868-a9be-0adb4fdd3d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:47.683933923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84138b84-d2e2-4868-a9be-0adb4fdd3d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:48.269450267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7545b7-3d79-49cd-bd32-52724d4c05db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:48.285779459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7545b7-3d79-49cd-bd32-52724d4c05db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:48.300653254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7545b7-3d79-49cd-bd32-52724d4c05db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:48.315670769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7545b7-3d79-49cd-bd32-52724d4c05db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:52.44460829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"7255960b-4fcc-49d0-add5-6c489e52a02b","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:42:52.444679053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"7255960b-4fcc-49d0-add5-6c489e52a02b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:52.775922345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e13dc5-8024-4208-88fc-6bea2c6df0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:52.79108516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e13dc5-8024-4208-88fc-6bea2c6df0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:52.806924339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e13dc5-8024-4208-88fc-6bea2c6df0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:52.822048493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e13dc5-8024-4208-88fc-6bea2c6df0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:53.459181595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f9c6e-b618-445d-95ac-f09163affa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:53.474534076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f9c6e-b618-445d-95ac-f09163affa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:53.490063442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f9c6e-b618-445d-95ac-f09163affa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:53.505039136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f9c6e-b618-445d-95ac-f09163affa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.1831671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60556969-bab4-4dd3-9688-340769a016db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.198962229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60556969-bab4-4dd3-9688-340769a016db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.216258906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60556969-bab4-4dd3-9688-340769a016db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.232913178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60556969-bab4-4dd3-9688-340769a016db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.837601629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a64348-10a9-44d6-b513-f6a1c307e1b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.853529495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a64348-10a9-44d6-b513-f6a1c307e1b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.868945356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a64348-10a9-44d6-b513-f6a1c307e1b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:54.885032793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a64348-10a9-44d6-b513-f6a1c307e1b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:55.576318671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aa5a44-c748-4a93-951a-bdebb4e925c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:55.591750314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aa5a44-c748-4a93-951a-bdebb4e925c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:55.607825042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aa5a44-c748-4a93-951a-bdebb4e925c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:55.622989109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aa5a44-c748-4a93-951a-bdebb4e925c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:56.362041441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9903abe5-182e-4222-94db-ab47309f18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:56.377621344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9903abe5-182e-4222-94db-ab47309f18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:56.393062201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9903abe5-182e-4222-94db-ab47309f18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:42:56.408097463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9903abe5-182e-4222-94db-ab47309f18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:02.3730276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"93ce017d-71cc-4181-8ef4-929e68ed27fe","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:03.160112908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"1e7b1539-84e0-4dfd-8a8f-77d56dd9876a","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:03.927840071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"605a3880-07c4-408b-9e8b-1eedf8a18ea2","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.247170809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"c67ba1ef-6f28-4035-8cf5-7551aee9bac0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bb9990","tenantID":"e2e-praxis-b-bb9990","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.291884448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"c67ba1ef-6f28-4035-8cf5-7551aee9bac0","name":"e2e-praxis-b-bb9990-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.535430007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"7ff300ee-2cb3-4bf2-a7e5-e4c1aa5fb725","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.600111701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"674c3123-3933-43da-a9a5-e2e511d5c068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.608402435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"524d410b-a9b1-4cdc-851b-ebdba025caba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.608391847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1eddc3c2-743e-4962-a7bd-c8d2f96bd90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.629068955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"524d410b-a9b1-4cdc-851b-ebdba025caba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.629124176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1eddc3c2-743e-4962-a7bd-c8d2f96bd90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.659142217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"2a289b76-dc2a-4f1b-8d14-c2643414563b","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:05.721524678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"73adc47c-9edf-4456-baf0-5029adf00ff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:06.33963042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"6f253f6c-f3cd-4d36-b6c1-f66f76bef6fa","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:06.841078669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"31341ae7-fc40-4452-bf32-7ad9707ce3bb","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:06.841170158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"31341ae7-fc40-4452-bf32-7ad9707ce3bb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:06.939127122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"7a60846e-7dc9-4653-a916-db9953c1ba91","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:06.939203988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"7a60846e-7dc9-4653-a916-db9953c1ba91","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.203804987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57882acb-f228-47ba-a9db-b94f2c56c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.218984036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57882acb-f228-47ba-a9db-b94f2c56c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.234029104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57882acb-f228-47ba-a9db-b94f2c56c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.249079027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57882acb-f228-47ba-a9db-b94f2c56c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.874702226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37521aa6-dd50-43ff-833a-c070ac736b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.890315922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37521aa6-dd50-43ff-833a-c070ac736b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.905418361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37521aa6-dd50-43ff-833a-c070ac736b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:07.920267804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37521aa6-dd50-43ff-833a-c070ac736b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:07.98755536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"602f0038-df8e-48c8-a482-5f7b0e81328f","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:07.98764009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"602f0038-df8e-48c8-a482-5f7b0e81328f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:08.040080655Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f4569e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f4569e","reconcileID":"d73dacb3-76df-4928-bd1b-8ffca8bb4810","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f4569e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f4569e":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:08.127994822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"b8a1c5aa-c156-4ac4-b722-64b258f2e867","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:08.128061015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"b8a1c5aa-c156-4ac4-b722-64b258f2e867","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:08.374388346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"693c077e-04fc-45f0-b365-f425aed785ca","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:08.576315306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5efea16-2436-4386-bf0c-ba65e34f6dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:08.592037655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5efea16-2436-4386-bf0c-ba65e34f6dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:08.607113311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5efea16-2436-4386-bf0c-ba65e34f6dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:08.622259182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5efea16-2436-4386-bf0c-ba65e34f6dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:09.320251105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f57abcde-5d5c-4eb1-9a2d-0296eeb0d37a","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:09.320379423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"f57abcde-5d5c-4eb1-9a2d-0296eeb0d37a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:09.689687744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94132ca-3c5c-49b9-9366-d8c4bd1b784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:09.705695213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94132ca-3c5c-49b9-9366-d8c4bd1b784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:09.722820811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94132ca-3c5c-49b9-9366-d8c4bd1b784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:09.73962277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94132ca-3c5c-49b9-9366-d8c4bd1b784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:09.786357718Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2811ed06-240f-4308-9e4f-75df0dd4dc15","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:09.786452739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"2811ed06-240f-4308-9e4f-75df0dd4dc15","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:09.853064552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"29916df7-04e0-4adf-a558-e22ff8be00d6","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.413777363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf28ccc-4d92-4191-b300-6a88714b5a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.429192591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf28ccc-4d92-4191-b300-6a88714b5a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.445385234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf28ccc-4d92-4191-b300-6a88714b5a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.46036655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf28ccc-4d92-4191-b300-6a88714b5a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.636966212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"55718fa4-066b-45d7-9f16-6dc6d6ecc47f","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.706803583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"83b37c6d-afbd-480e-99fb-3af53a8d3b24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.7113815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5bbb3f90-c1f2-4ff6-8c7a-3953851c36f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.71164054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b66fa1b1-c31d-456c-9f03-01bfce6e8972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.731722087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5bbb3f90-c1f2-4ff6-8c7a-3953851c36f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.734992773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b66fa1b1-c31d-456c-9f03-01bfce6e8972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.759541599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.763617145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"4a8acac8-98a9-424d-bf8e-cee3e7f0f7da","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:10.844339366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"181050f4-cc36-4e6c-b1d1-9460c0826551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:17.174070435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"1dc59373-d901-4cc8-87b4-4f0cde91af17","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:17.174158053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"1dc59373-d901-4cc8-87b4-4f0cde91af17","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:17.241764998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"06c9aa3a-628b-4b84-9b2e-bb6b01b501f3","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:17.241833515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"06c9aa3a-628b-4b84-9b2e-bb6b01b501f3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:17.520621212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c723b036-4481-4f93-8e4d-b87051b01b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:17.535679283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c723b036-4481-4f93-8e4d-b87051b01b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:17.550611722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c723b036-4481-4f93-8e4d-b87051b01b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:17.565645231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c723b036-4481-4f93-8e4d-b87051b01b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:18.267546581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3602e5-e713-4ded-9904-e8fdfd00bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:18.282658006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3602e5-e713-4ded-9904-e8fdfd00bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:18.297810005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3602e5-e713-4ded-9904-e8fdfd00bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.301449488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"37311eb6-131a-4385-9e05-585ef4d46716","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.301521939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"37311eb6-131a-4385-9e05-585ef4d46716","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:18.313125677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3602e5-e713-4ded-9904-e8fdfd00bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.334249068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"6da056b6-cca0-4814-a484-9dd51094e583","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.334336305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"6da056b6-cca0-4814-a484-9dd51094e583","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:18.358246675Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9c8b33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9c8b33","reconcileID":"15f711ef-2b0a-4fd7-bf2b-30349a13e111","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9c8b33","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9c8b33":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.47213156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"d45698f2-2b58-4b7b-b17b-ef6b87d91b5d","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.472224198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"d45698f2-2b58-4b7b-b17b-ef6b87d91b5d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.709000538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"57701c6c-1afe-467f-a68d-134ee0c42a5b","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:43:18.709098854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-fc0d65","namespace":"ai-tenant-e2e-ipp-a-fc0d65"},"namespace":"ai-tenant-e2e-ipp-a-fc0d65","name":"ipp-route-fc0d65","reconcileID":"57701c6c-1afe-467f-a68d-134ee0c42a5b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-fc0d65/ipp-route-fc0d65-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-fc0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.081018177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ef7aa5-46c3-42f1-8a35-3a7a007db241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.096202504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ef7aa5-46c3-42f1-8a35-3a7a007db241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.111108137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ef7aa5-46c3-42f1-8a35-3a7a007db241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.126894928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ef7aa5-46c3-42f1-8a35-3a7a007db241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.814880381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1588f4ad-8106-4171-95b9-94d72803765c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.830527196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1588f4ad-8106-4171-95b9-94d72803765c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.846155325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1588f4ad-8106-4171-95b9-94d72803765c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:19.861035499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1588f4ad-8106-4171-95b9-94d72803765c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:33.845345175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e95d5-bf11-4f84-9d36-a85677faea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:33.86111597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e95d5-bf11-4f84-9d36-a85677faea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:33.877538184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e95d5-bf11-4f84-9d36-a85677faea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:33.901682493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e95d5-bf11-4f84-9d36-a85677faea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:34.649713659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ba2df3-1981-4113-b731-9823efc83dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:34.677671307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ba2df3-1981-4113-b731-9823efc83dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:34.697551503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ba2df3-1981-4113-b731-9823efc83dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:34.716724415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ba2df3-1981-4113-b731-9823efc83dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:35.438911483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07639cad-0198-482a-a075-8735606a505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:35.454283412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07639cad-0198-482a-a075-8735606a505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:35.469658688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07639cad-0198-482a-a075-8735606a505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:35.500630684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07639cad-0198-482a-a075-8735606a505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:36.40347387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7f4499-a9f9-4218-84b2-b5c924775324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:36.422171019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7f4499-a9f9-4218-84b2-b5c924775324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:36.437889762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7f4499-a9f9-4218-84b2-b5c924775324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:36.466234927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7f4499-a9f9-4218-84b2-b5c924775324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:36.520767387Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-09f39e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-09f39e","reconcileID":"5073c888-6392-452d-9511-cb0ca3ad9826","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-09f39e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-09f39e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:37.264829105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970a645c-8323-4cff-805e-169cd03779c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:37.285202963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970a645c-8323-4cff-805e-169cd03779c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:37.304215092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970a645c-8323-4cff-805e-169cd03779c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:37.319530639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970a645c-8323-4cff-805e-169cd03779c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:38.10012924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b850c50e-5223-4406-a5dc-b4b6b6f55e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:38.115361867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b850c50e-5223-4406-a5dc-b4b6b6f55e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:38.13047243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b850c50e-5223-4406-a5dc-b4b6b6f55e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:38.146338075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b850c50e-5223-4406-a5dc-b4b6b6f55e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:38.345499404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"ded05dc6-992a-415e-8d75-d5d87573c44b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f4569e","tenantID":"e2e-praxis-b-f4569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:38.403776223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"ded05dc6-992a-415e-8d75-d5d87573c44b","name":"e2e-praxis-b-f4569e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:39.188657837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dcbb33-190e-4c0a-a3c5-50a56a6443c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:39.20571899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dcbb33-190e-4c0a-a3c5-50a56a6443c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:39.220825635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dcbb33-190e-4c0a-a3c5-50a56a6443c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:39.238629617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dcbb33-190e-4c0a-a3c5-50a56a6443c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:40.760785654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:42.993381306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d344931-d18c-456a-9fd2-0494dd48456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.009219235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d344931-d18c-456a-9fd2-0494dd48456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.024742654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d344931-d18c-456a-9fd2-0494dd48456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.040784073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d344931-d18c-456a-9fd2-0494dd48456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.781228623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ea6d4e-549d-47d4-adc6-e9694aa0ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.797471244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ea6d4e-549d-47d4-adc6-e9694aa0ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.812737058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ea6d4e-549d-47d4-adc6-e9694aa0ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:43.828458834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ea6d4e-549d-47d4-adc6-e9694aa0ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:44.577796173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297165b-9adf-4a76-b741-e336e9aab4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:44.593908352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297165b-9adf-4a76-b741-e336e9aab4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:44.610722053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297165b-9adf-4a76-b741-e336e9aab4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:44.626202357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5297165b-9adf-4a76-b741-e336e9aab4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:50.679937336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"ec8b57aa-ad2c-4232-a001-cb7cc7055627","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9c8b33","tenantID":"e2e-praxis-b-9c8b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:50.735542679Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"ec8b57aa-ad2c-4232-a001-cb7cc7055627","name":"e2e-praxis-b-9c8b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.34029371Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","namespace":"ai-tenant-e2e-praxis-a-6d6576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.340376533Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","namespace":"ai-tenant-e2e-praxis-a-6d6576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.340434779Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","tenant":"e2e-praxis-a-6d6576","tenantID":"e2e-praxis-a-6d6576","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.359412298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6d6576","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.392255041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Service","name":"maas-api-e2e-praxis-a-6d6576","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.410727433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6d6576","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.427865566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6d6576","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.445894196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.465731685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.485844469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.504404941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.519310418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.534151526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.549167808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Service","name":"payload-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.564248686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.579230393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.594473013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.609185024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.629222975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.646649313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.673265949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.690471864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6d6576","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:54.72009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d6576"},"namespace":"ai-tenant-e2e-praxis-a-6d6576","name":"default-tenant","reconcileID":"d2ca7d46-652c-49a8-99d7-ffb9215790e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6d6576","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:55.031184978Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6d6576","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6d6576","reconcileID":"ef8c03c4-7bbd-4691-9c06-eacec1216c9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6d6576","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6d6576"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:55.447184753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3a71a-d8a1-423a-bdfe-3bc102e91c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:55.462154751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3a71a-d8a1-423a-bdfe-3bc102e91c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:55.477395672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3a71a-d8a1-423a-bdfe-3bc102e91c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:55.492417196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3a71a-d8a1-423a-bdfe-3bc102e91c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:56.105363157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22c686-b34c-403f-8b30-773c77b97b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:56.121251897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22c686-b34c-403f-8b30-773c77b97b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:56.136527965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22c686-b34c-403f-8b30-773c77b97b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:56.151460937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22c686-b34c-403f-8b30-773c77b97b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.416897145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","namespace":"ai-tenant-e2e-ipp-b-d75c94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.416991544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","namespace":"ai-tenant-e2e-ipp-b-d75c94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.417076773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","tenant":"e2e-ipp-b-d75c94","tenantID":"e2e-ipp-b-d75c94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.436622398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d75c94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.464104641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Service","name":"maas-api-e2e-ipp-b-d75c94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.491617325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d75c94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.509083586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d75c94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.529175988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.556870862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.575890092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.600489147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.618557962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.638456537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.66740166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Service","name":"payload-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.697851752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.71874208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.740972627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.760334762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.784248079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.803416441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.821285243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.840677957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d75c94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:58.866051263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d75c94"},"namespace":"ai-tenant-e2e-ipp-b-d75c94","name":"default-tenant","reconcileID":"0d98c4c1-3117-400f-9364-8ae5b6305f53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d75c94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:59.274191539Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d75c94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d75c94","reconcileID":"17e0f5ce-70fd-4e9a-9aa3-2b917abf2093","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d75c94","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d75c94"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:59.74751666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e54d9c-8d1a-4515-9a4e-17dfd8d4977f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:59.764993011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e54d9c-8d1a-4515-9a4e-17dfd8d4977f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:59.785197395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e54d9c-8d1a-4515-9a4e-17dfd8d4977f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:43:59.80017924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e54d9c-8d1a-4515-9a4e-17dfd8d4977f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:00.433114803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8216501a-e5bb-4e09-a446-a48921ee3330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:00.448559779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8216501a-e5bb-4e09-a446-a48921ee3330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:00.463908543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8216501a-e5bb-4e09-a446-a48921ee3330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:00.478865879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8216501a-e5bb-4e09-a446-a48921ee3330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.171932821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79e981-cc1a-43e7-a146-3ce53582e18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.187667667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79e981-cc1a-43e7-a146-3ce53582e18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.202532142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79e981-cc1a-43e7-a146-3ce53582e18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.21759666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79e981-cc1a-43e7-a146-3ce53582e18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.872007761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e3c67c-7661-499f-a776-b074c63278e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.887252714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e3c67c-7661-499f-a776-b074c63278e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.902509595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e3c67c-7661-499f-a776-b074c63278e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:01.919835645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e3c67c-7661-499f-a776-b074c63278e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:02.566589467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912728d9-0b76-4a8f-9864-9264a791f855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:02.582434096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912728d9-0b76-4a8f-9864-9264a791f855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:02.598340785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912728d9-0b76-4a8f-9864-9264a791f855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:02.61498949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912728d9-0b76-4a8f-9864-9264a791f855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:06.273565751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"98cbfe98-ccf8-4441-a48b-b58b913ed0e8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-09f39e","tenantID":"e2e-ipp-b-09f39e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:06.317181248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"98cbfe98-ccf8-4441-a48b-b58b913ed0e8","name":"e2e-ipp-b-09f39e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:08.66559059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc50b5-cf73-403c-8844-28ba6c3c3370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:08.680541615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc50b5-cf73-403c-8844-28ba6c3c3370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:08.695830325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc50b5-cf73-403c-8844-28ba6c3c3370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:08.710975222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc50b5-cf73-403c-8844-28ba6c3c3370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:09.307743481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0cf841-2be8-41f0-8c87-cf71d4d0ed14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:09.32258736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0cf841-2be8-41f0-8c87-cf71d4d0ed14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:09.340256618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0cf841-2be8-41f0-8c87-cf71d4d0ed14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:09.356242359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0cf841-2be8-41f0-8c87-cf71d4d0ed14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:10.06354024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da615a61-f1e6-437e-8c9f-8e126ad90a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:10.078916736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da615a61-f1e6-437e-8c9f-8e126ad90a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:10.093737761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da615a61-f1e6-437e-8c9f-8e126ad90a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:10.109683079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da615a61-f1e6-437e-8c9f-8e126ad90a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:10.757013451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:11.68000854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb34ceb7-51ef-4f52-a2ea-f605a43d674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:11.695793582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb34ceb7-51ef-4f52-a2ea-f605a43d674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:11.712853992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb34ceb7-51ef-4f52-a2ea-f605a43d674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:11.728754354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb34ceb7-51ef-4f52-a2ea-f605a43d674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:12.437001478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3523f-7adc-4eee-ba4b-c072b3158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:12.451851626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3523f-7adc-4eee-ba4b-c072b3158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:12.466691046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3523f-7adc-4eee-ba4b-c072b3158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:12.481590863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3523f-7adc-4eee-ba4b-c072b3158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:12.864612257Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-448b01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-448b01","reconcileID":"ce75541e-6308-4d05-9731-f2ab6fe49067","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-448b01","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-448b01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.094629846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c59c23-ae03-4f02-abe8-0c6b36b89808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.109544765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c59c23-ae03-4f02-abe8-0c6b36b89808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.124644232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c59c23-ae03-4f02-abe8-0c6b36b89808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.139533541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c59c23-ae03-4f02-abe8-0c6b36b89808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.734964914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d407fb82-4bac-4e4d-b5f9-a42890f3e959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.75004042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d407fb82-4bac-4e4d-b5f9-a42890f3e959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.767271868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d407fb82-4bac-4e4d-b5f9-a42890f3e959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:13.782854655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d407fb82-4bac-4e4d-b5f9-a42890f3e959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:14.432360935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70aff1dd-6b0b-464b-bd7a-4ad5d6b1582d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:14.447900049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70aff1dd-6b0b-464b-bd7a-4ad5d6b1582d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:14.462891081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70aff1dd-6b0b-464b-bd7a-4ad5d6b1582d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:14.478423175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70aff1dd-6b0b-464b-bd7a-4ad5d6b1582d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:15.255033769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da85bb80-efa1-4472-847c-2a7aeabcfc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:15.270653664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da85bb80-efa1-4472-847c-2a7aeabcfc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:15.286260309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da85bb80-efa1-4472-847c-2a7aeabcfc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:15.30522269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da85bb80-efa1-4472-847c-2a7aeabcfc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:20.80854495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce613f9-b5da-410b-990b-5a72ec471198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:20.823851918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce613f9-b5da-410b-990b-5a72ec471198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:20.838945631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce613f9-b5da-410b-990b-5a72ec471198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:20.853969796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce613f9-b5da-410b-990b-5a72ec471198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:21.450739668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a285a9a4-d37f-4c06-a2d1-451284436af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:21.466132438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a285a9a4-d37f-4c06-a2d1-451284436af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:21.48116092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a285a9a4-d37f-4c06-a2d1-451284436af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:21.4971521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a285a9a4-d37f-4c06-a2d1-451284436af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:22.17335919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458e033-61fb-462c-a798-ab0618003c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:22.189314894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458e033-61fb-462c-a798-ab0618003c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:22.205897283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458e033-61fb-462c-a798-ab0618003c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:22.224075264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458e033-61fb-462c-a798-ab0618003c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.768713009Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","namespace":"ai-tenant-e2e-praxis-b-bb9990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.768800874Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","namespace":"ai-tenant-e2e-praxis-b-bb9990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.768888268Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","tenant":"e2e-praxis-b-bb9990","tenantID":"e2e-praxis-b-bb9990","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.787686832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bb9990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.819353312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Service","name":"maas-api-e2e-praxis-b-bb9990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.849825476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bb9990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.867353005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bb9990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.885169559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.902510342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.922585574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.940686781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.95543183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.970042101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.984740785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Service","name":"payload-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:28.999746436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.014642821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.029580451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.048518892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.067668724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.082448643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.097098617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.112111958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bb9990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.126828285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb9990"},"namespace":"ai-tenant-e2e-praxis-b-bb9990","name":"default-tenant","reconcileID":"e5ed4fda-f853-468c-9d6c-81397734cdf2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bb9990","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.395405539Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bb9990","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bb9990","reconcileID":"c96ca36e-d2c5-4f97-bf7b-05fc9428da2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bb9990","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bb9990"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.849965073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec35b20-c1e9-4a4a-970a-d6f3ef50a98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.86527665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec35b20-c1e9-4a4a-970a-d6f3ef50a98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.880868173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec35b20-c1e9-4a4a-970a-d6f3ef50a98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:29.897625243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec35b20-c1e9-4a4a-970a-d6f3ef50a98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:30.564039527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e8523-edde-463b-813c-94338d91dfb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:30.579036418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e8523-edde-463b-813c-94338d91dfb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:30.594369783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e8523-edde-463b-813c-94338d91dfb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:30.609221861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e8523-edde-463b-813c-94338d91dfb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.253898266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba18b1a-53c9-44c0-bc41-63f261a9d713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.270905011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba18b1a-53c9-44c0-bc41-63f261a9d713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.286120133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba18b1a-53c9-44c0-bc41-63f261a9d713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.301401193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba18b1a-53c9-44c0-bc41-63f261a9d713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.923653182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b5afe7-2a86-4420-9086-92cade19e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.938608847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b5afe7-2a86-4420-9086-92cade19e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.953496864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b5afe7-2a86-4420-9086-92cade19e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:31.968270938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b5afe7-2a86-4420-9086-92cade19e204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:32.66905298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47353156-381d-496e-ae79-803dac350f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:32.685387107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47353156-381d-496e-ae79-803dac350f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:32.700588091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47353156-381d-496e-ae79-803dac350f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:32.716691052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47353156-381d-496e-ae79-803dac350f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:33.38026128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252cbf5-2e5b-4ebf-abf6-7fd8e7344703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:33.396149688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252cbf5-2e5b-4ebf-abf6-7fd8e7344703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:33.411205256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252cbf5-2e5b-4ebf-abf6-7fd8e7344703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:33.426456498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252cbf5-2e5b-4ebf-abf6-7fd8e7344703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.01821544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c1f68f-a1e5-47c5-b2c0-0a376efe4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.034833989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c1f68f-a1e5-47c5-b2c0-0a376efe4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.049670535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c1f68f-a1e5-47c5-b2c0-0a376efe4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.064474142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c1f68f-a1e5-47c5-b2c0-0a376efe4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.657715793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56adedc3-7c75-4c40-a3a0-c15e48b4da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.67305677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56adedc3-7c75-4c40-a3a0-c15e48b4da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.688148598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56adedc3-7c75-4c40-a3a0-c15e48b4da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:34.702968532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56adedc3-7c75-4c40-a3a0-c15e48b4da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:35.327220184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d0235-a8c4-463d-97fb-f88ef0d831c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:35.342772601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d0235-a8c4-463d-97fb-f88ef0d831c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:35.357782047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d0235-a8c4-463d-97fb-f88ef0d831c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:35.373394838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d0235-a8c4-463d-97fb-f88ef0d831c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.372436158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f1b566aa-06f9-4862-ba35-40b7b39417ea","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.392811291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"7a879392-cc63-44dd-993a-3ad4bc12df50","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:44:38.404086797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-apikey-sub-binding-024a127f","reconcileID":"9678516b-649e-4a63-be81-871b09dbfe99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-024a127f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.415933173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"adcb6126-5072-4de4-bafb-5367eaf50590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.416153964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8db3fc33-1d4b-47c0-b668-6fa1885acfdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.435863731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"adcb6126-5072-4de4-bafb-5367eaf50590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.436018584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8db3fc33-1d4b-47c0-b668-6fa1885acfdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.446043391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b03d0e68-e420-4ebf-8de2-2d1681854116","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.468050607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"777cc5a3-c47f-4b47-9f4d-bbd2d8a15b82","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.55465813Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-apikey-sub-binding-024a127f","reconcileID":"2d518e31-256c-49cf-bd38-6c866dde3c5d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-apikey-sub-binding-024a127f","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.623643733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5f93767e-9a18-4617-88d4-b70f86cf24d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.623836399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"1d8bee04-0909-4845-90d1-79889762f21c","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.624619266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"644b22e6-eef3-4a32-aa9f-e2865c559b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.640789129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"8395e751-d83d-4fc2-abec-82925cdc6876","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.646201396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5f93767e-9a18-4617-88d4-b70f86cf24d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.646638729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"644b22e6-eef3-4a32-aa9f-e2865c559b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:38.737901671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-apikey-sub-binding-024a127f","reconcileID":"7a21463c-469d-43dc-9d16-fe07144f8228","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:39.835111216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"9c9ddb2f-46a2-4997-ade7-d75973b8bff4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-448b01","tenantID":"e2e-praxis-a-448b01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:39.879064319Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"9c9ddb2f-46a2-4997-ade7-d75973b8bff4","name":"e2e-praxis-a-448b01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:40.759816643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:41.332214481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"71137463-9bf8-4692-b58b-f486cb3483b8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:41.375852466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"962c48ff-6ef3-4d87-8be8-a9e73400d47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:41.375852437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"aa482d1d-b4e3-4cd9-880f-f328fb7b5eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:41.398080397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"962c48ff-6ef3-4d87-8be8-a9e73400d47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:41.398969163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"aa482d1d-b4e3-4cd9-880f-f328fb7b5eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.312531232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","namespace":"ai-tenant-e2e-praxis-a-1d8f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.312596151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","namespace":"ai-tenant-e2e-praxis-a-1d8f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.31264898Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","tenant":"e2e-praxis-a-1d8f7b","tenantID":"e2e-praxis-a-1d8f7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.332177151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1d8f7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.359977477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Service","name":"maas-api-e2e-praxis-a-1d8f7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.379765006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1d8f7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.399039111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1d8f7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.417592342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.438661126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.462398547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.480113715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.494747576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.509390633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.524402231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Service","name":"payload-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.538989269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.554932713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.570555471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.585606613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.607922998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.627314073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.642267042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.657795525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1d8f7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.672731028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1d8f7b"},"namespace":"ai-tenant-e2e-praxis-a-1d8f7b","name":"default-tenant","reconcileID":"0c86f3fa-0ed3-4b27-88fc-b9af36f804c5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1d8f7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:47.940573023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1d8f7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1d8f7b","reconcileID":"c57bddb3-3fba-46d2-b708-951c4f7f3d33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1d8f7b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1d8f7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.306636396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9613006b-0c01-4f56-8c73-6e8c615b5704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.322673075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9613006b-0c01-4f56-8c73-6e8c615b5704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.339003301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9613006b-0c01-4f56-8c73-6e8c615b5704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.354195766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9613006b-0c01-4f56-8c73-6e8c615b5704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.946302832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd36e62-2922-4131-80b0-de48b07670c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.961806891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd36e62-2922-4131-80b0-de48b07670c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.980406334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd36e62-2922-4131-80b0-de48b07670c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:48.996350304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd36e62-2922-4131-80b0-de48b07670c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.383310013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-apikey-sub-binding-024a127f","reconcileID":"a2255291-f97a-43bd-9e9b-8445e70ef515","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-apikey-sub-binding-024a127f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.455539223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-apikey-sub-binding-024a127f","reconcileID":"a2255291-f97a-43bd-9e9b-8445e70ef515","MaaSSubscription":{"name":"e2e-apikey-sub-binding-024a127f","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.518901735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"2b893cc9-a982-492b-a0cf-b6549351889a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.525600836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"a5e40ce6-f456-4e5b-96ef-a9da6d0d26a1","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.569793167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7882cb42-8752-44ff-bbd4-076ed0cba7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.570017034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"69407aba-361b-47ad-8657-b96546195079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.5900984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7882cb42-8752-44ff-bbd4-076ed0cba7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:51.59012547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"69407aba-361b-47ad-8657-b96546195079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.478183016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"ff3a8b0f-64b6-46ee-acc6-88c5943e0108","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.496254337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"eea6f221-2f03-4fbe-b150-c416f7da7889","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:44:52.513419937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-sub","reconcileID":"94cc6af0-2fdd-4772-ba80-32fe5f63e529","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.523187845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"14fcb729-e88f-41e6-9441-02e4f62f6bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.523469825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d22b9171-806b-43f6-802a-9f8ff86efc56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.543413429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d22b9171-806b-43f6-802a-9f8ff86efc56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.543767056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"14fcb729-e88f-41e6-9441-02e4f62f6bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.555442421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"5cb0cf30-c610-42c9-a803-47e6580e1ac6","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.574136643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"4e1b673d-2125-4bde-8a03-8cc16f12bbb5","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.644128037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a4df56ad-8d59-43b1-869e-6aae825b8828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.664254677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a4df56ad-8d59-43b1-869e-6aae825b8828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.666346973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-sub","reconcileID":"14c7b2d6-d9b6-48c9-ad17-72c864b906d1","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-ordering-sub","ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.719386522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"d6b0cdac-dbab-408a-b4e8-e380f3a9cd13","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.741583334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"4caa9b47-6da2-460f-826f-59f5f06d575c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.743221679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ae69a000-261f-4759-b25d-79ca713cf13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.763067411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ae69a000-261f-4759-b25d-79ca713cf13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:52.841688512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-sub","reconcileID":"8f473b39-014d-4080-b439-8750de07b5a6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.551361396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"de99215f-e7a9-480e-82bd-810c3437c253","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.579744164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"152a11b9-ac6f-442c-a2d6-81acf3035b84","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.671781343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"f638cfae-b904-4c5f-a152-037e91ced4a6","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.69205494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"f638cfae-b904-4c5f-a152-037e91ced4a6","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.784560917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"4590d622-7d58-4354-bd81-321c0afe0cd7","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.850011054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a206f-3db6-4bed-a437-6cfec65b6249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.865119558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a206f-3db6-4bed-a437-6cfec65b6249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.879835562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a206f-3db6-4bed-a437-6cfec65b6249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:55.894788134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a206f-3db6-4bed-a437-6cfec65b6249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:56.592894607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48de0a80-db24-4be2-ae0c-b82222ddcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:56.608592947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48de0a80-db24-4be2-ae0c-b82222ddcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:56.624065049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48de0a80-db24-4be2-ae0c-b82222ddcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:56.639592138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48de0a80-db24-4be2-ae0c-b82222ddcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.234925756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed878f7-31b6-4c6d-8685-6507748d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.250124081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed878f7-31b6-4c6d-8685-6507748d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.266696353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed878f7-31b6-4c6d-8685-6507748d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.281754042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed878f7-31b6-4c6d-8685-6507748d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.929936829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435bfc43-b058-4acc-a721-6cfb976a1b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.945070625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435bfc43-b058-4acc-a721-6cfb976a1b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.965091362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435bfc43-b058-4acc-a721-6cfb976a1b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:57.979982794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435bfc43-b058-4acc-a721-6cfb976a1b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.203505311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"3a5ef31f-61ab-405e-afcb-ae13f17ee09c","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.204140794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"3a5ef31f-61ab-405e-afcb-ae13f17ee09c","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.257281415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"f459df06-229e-4da9-bcdb-46229a2726b8","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.318355947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"7e285a93-8622-4840-93ad-b435cf143cb0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.332503483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bfe9ec69-c312-4301-9d96-9f2eacdf9052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.332942936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b7aa7f18-7710-4f1b-ad2b-dc1057c55c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.341129522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"7e285a93-8622-4840-93ad-b435cf143cb0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.35456261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bfe9ec69-c312-4301-9d96-9f2eacdf9052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.354579735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b7aa7f18-7710-4f1b-ad2b-dc1057c55c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.5421875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"cc10d7ed-bed2-4718-b5ec-f5756a0aaf98","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.542219074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"cc10d7ed-bed2-4718-b5ec-f5756a0aaf98","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.56186145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"8d348aec-a27f-4223-8b86-194a5a72ce4d","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.561888793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"8d348aec-a27f-4223-8b86-194a5a72ce4d","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.596675617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"b636c5b1-0818-4303-86cc-0e95d5b60635","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.650309933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"b636c5b1-0818-4303-86cc-0e95d5b60635","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.66967703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-80542b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"b636c5b1-0818-4303-86cc-0e95d5b60635","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.681942968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc73df2-3d54-4aab-8571-533eb326ce1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.697903188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc73df2-3d54-4aab-8571-533eb326ce1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.703231811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"c5b51adf-d13e-4fe9-a497-fedfd89423f5","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.70325667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"c5b51adf-d13e-4fe9-a497-fedfd89423f5","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.71449335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc73df2-3d54-4aab-8571-533eb326ce1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:44:58.729881654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc73df2-3d54-4aab-8571-533eb326ce1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:06.661614145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8098c3a5-6660-4144-ba7b-4b9a6dabb136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:06.676737766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8098c3a5-6660-4144-ba7b-4b9a6dabb136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:06.691641094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8098c3a5-6660-4144-ba7b-4b9a6dabb136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:06.707386508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8098c3a5-6660-4144-ba7b-4b9a6dabb136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:07.36078228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332af839-1051-467c-afdd-55a17ec61a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:07.375551669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332af839-1051-467c-afdd-55a17ec61a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:07.390559778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332af839-1051-467c-afdd-55a17ec61a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:07.405418368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332af839-1051-467c-afdd-55a17ec61a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.340630929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-sub","reconcileID":"c43e284d-5280-4005-a2ab-5f5db265c597","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.471354133Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-sub","reconcileID":"c43e284d-5280-4005-a2ab-5f5db265c597","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.518448913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"c4e7dee3-6f27-4db3-89d3-aa80f928d860","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.566066177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"61cfc08d-746e-4ab6-b81a-8900d2f31161","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.611489698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5db1c21f-bd0f-4e92-84e4-034e95d0c440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.611549733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"cbf69770-136d-47c2-a33e-a5ace9e77f76","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.612043746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"21c3bcd3-00ff-4975-9914-c4adcbb067ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.632165438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"cbf69770-136d-47c2-a33e-a5ace9e77f76","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.63258485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5db1c21f-bd0f-4e92-84e4-034e95d0c440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.634783424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"21c3bcd3-00ff-4975-9914-c4adcbb067ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.722079625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"6db3a198-af38-4aa3-a55c-9d2af7e0d55b","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.736167587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"8cd34e28-e96f-4ed7-b130-a800f73f236d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.756499354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"8cd34e28-e96f-4ed7-b130-a800f73f236d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.763550191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-ordering-auth","reconcileID":"6b3595eb-8c5e-4600-8410-f9d23cab2621","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.776057768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-80542b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"8cd34e28-e96f-4ed7-b130-a800f73f236d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:08.983260285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"6fc50fe8-c4be-4b4b-9dc4-ab23c00b9d25","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.327686469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"6c7e66fb-727e-4122-958b-9816c19fb414","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.347156328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"8dfb9a22-c5af-442e-a3ce-10109eedc65a","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.406132206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"7b09f1b0-d349-4fec-b277-fb815584af88","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.426250806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"7b09f1b0-d349-4fec-b277-fb815584af88","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.536901095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"846de3d1-01d7-4fc3-9bbe-b083c075dd16","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.556883747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"aabb2340-6520-4456-b321-8303f81e26f0","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:10.570695719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-success","reconcileID":"6ad1acc4-1445-4824-aec7-fbb626a20f33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.58427976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"60531bea-e6c8-4748-b78f-332384e6ae3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.58507543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a721380d-0cf2-4dc6-8dc3-63f792dd93fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.595387926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"aff15547-9c1e-479d-bf51-db0cb6c2d81d","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.620314901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"60531bea-e6c8-4748-b78f-332384e6ae3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.626440333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a721380d-0cf2-4dc6-8dc3-63f792dd93fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.626976645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"31fdd696-b0cf-4ab4-88fc-ef1e4ed8d4c4","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.648917523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"6a53ff27-a7f2-44db-9008-fa54d9241372","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.68231074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"2b8dd9c2-0a75-4700-a120-3be7220c1c6b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.708768836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"2b8dd9c2-0a75-4700-a120-3be7220c1c6b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.770677034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-success","reconcileID":"0800d88c-4def-497e-8720-63cc2c2832bd","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.784569894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.792009569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"03325ec0-de15-4328-8108-031857d5768f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.792453335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"71ecdb2f-0ec4-4e8c-a3a0-b0bd91314015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.820825341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"71ecdb2f-0ec4-4e8c-a3a0-b0bd91314015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.821184853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"03325ec0-de15-4328-8108-031857d5768f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.8437683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"d389eb17-c0af-4bd2-b732-4fa7ca44d7fa","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.853253179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"a45bebfb-7abd-4faf-9f6e-5967d5fd18c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.931987453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"e6d7827b-2f01-4f86-b876-f04a97ad2b20","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.947871305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-success","reconcileID":"f21d9835-6363-451f-bfa4-db35876fb2b4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:10.953121024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"e6d7827b-2f01-4f86-b876-f04a97ad2b20","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.035140765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"2f6c1f6e-9f9e-4bf8-8a11-60744ce54f72","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.491020947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"5e854579-8cba-4d7c-a40c-3fba12320478","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.536939581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"59c46301-7d2e-4390-8c37-4edd48e17258","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.537100279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"cb7a92b6-2da9-4242-8c1a-43bd13bc5c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.53693861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"816147c5-f841-4335-9e6d-f1998de3bcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.557894293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"816147c5-f841-4335-9e6d-f1998de3bcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.558027779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"59c46301-7d2e-4390-8c37-4edd48e17258","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:11.5601653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"cb7a92b6-2da9-4242-8c1a-43bd13bc5c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.001999338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1622f765-57cd-4999-b951-c40f9a7ed4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.017689073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1622f765-57cd-4999-b951-c40f9a7ed4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.033282858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1622f765-57cd-4999-b951-c40f9a7ed4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.048477044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1622f765-57cd-4999-b951-c40f9a7ed4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.639963095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3349529-6ebc-429c-9108-38afe0ef8267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.655817152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3349529-6ebc-429c-9108-38afe0ef8267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.672764163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3349529-6ebc-429c-9108-38afe0ef8267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.695818658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3349529-6ebc-429c-9108-38afe0ef8267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:13.873115005Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1f523a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1f523a","reconcileID":"557d896d-c50d-4123-90cc-a4912069b925","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1f523a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1f523a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:14.360228585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8be6a2-2de5-4946-998b-3d309869a8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:14.375675899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8be6a2-2de5-4946-998b-3d309869a8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:14.390545577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8be6a2-2de5-4946-998b-3d309869a8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:14.406398126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8be6a2-2de5-4946-998b-3d309869a8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:15.005076288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce189646-26c8-4d78-8e00-195272ee3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:15.020255753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce189646-26c8-4d78-8e00-195272ee3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:15.03517949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce189646-26c8-4d78-8e00-195272ee3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:15.049970133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce189646-26c8-4d78-8e00-195272ee3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.426833442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6db2d6-f4aa-4a25-a4b0-d2146426e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.443942661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6db2d6-f4aa-4a25-a4b0-d2146426e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.460663171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6db2d6-f4aa-4a25-a4b0-d2146426e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.475821063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6db2d6-f4aa-4a25-a4b0-d2146426e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.822894418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"fe18f368-58c8-418b-8bf3-84273715aefa","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.843162419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"fe18f368-58c8-418b-8bf3-84273715aefa","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:18.862445887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-80542b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"fe18f368-58c8-418b-8bf3-84273715aefa","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.173121486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ea8c3-2fd2-4b7d-9a4d-d096cbbca542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.188872428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ea8c3-2fd2-4b7d-9a4d-d096cbbca542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.204472347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ea8c3-2fd2-4b7d-9a4d-d096cbbca542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.219691019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ea8c3-2fd2-4b7d-9a4d-d096cbbca542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.873148092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41720f02-ac3e-426e-9b7f-93e22e574ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.888205917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41720f02-ac3e-426e-9b7f-93e22e574ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.903927583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41720f02-ac3e-426e-9b7f-93e22e574ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:19.919809107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41720f02-ac3e-426e-9b7f-93e22e574ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.542859266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-success","reconcileID":"fc770e3b-430c-4ec0-8703-162fa11f7aba","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.609134773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-success","reconcileID":"fc770e3b-430c-4ec0-8703-162fa11f7aba","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.67118819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"3685f1c9-8622-4e6f-b6d1-2f0d89e8461a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.762470991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"8f0715f0-b561-410a-bab1-74fa5d690619","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.813027563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"91e9b815-a746-42c4-b53c-ef6fc89b09ce","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.813209905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3d91a347-c4d8-4b79-9f73-9210735effa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.813027743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"67533009-64f5-4d4e-b110-21c0f9bb636e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.833482405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"91e9b815-a746-42c4-b53c-ef6fc89b09ce","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.83385782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"67533009-64f5-4d4e-b110-21c0f9bb636e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.836206883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3d91a347-c4d8-4b79-9f73-9210735effa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.919777857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"ebccd3ce-4dfa-4459-a985-78d42cfe6838","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:21.919814242Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-success","reconcileID":"0a632b7d-b294-442f-92ab-6180d7b9a6d4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:22.085117263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"1d71fde9-f2b0-4d89-b781-53aeb0ba8453","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.179617761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"ea83c95b-5729-4bfb-a9f3-5e0414bdc474","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.198018354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"3ebfaf5c-998c-4335-9ccf-bed755a10efd","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.242210859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"17419b92-1fa5-46a9-8e36-99a0cfcc5dc4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.262770216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"17419b92-1fa5-46a9-8e36-99a0cfcc5dc4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.377491776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"a3910218-6cbc-47b1-8247-49a11a11e237","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.398227433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"60a6b999-a53a-4ffc-8488-442670848a82","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:23.4093421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-no-access","reconcileID":"602aba1d-1099-4b20-a105-290bb217d273","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.421648863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8d9d0782-cfb3-4770-81bd-36f7bdea0374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.421719565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7ee4c907-99d0-41d3-8375-1fb83d3b4363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.434963329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"986aae46-8902-4c38-8e4d-59d2774deab1","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.442955493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7ee4c907-99d0-41d3-8375-1fb83d3b4363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.443078255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8d9d0782-cfb3-4770-81bd-36f7bdea0374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.447948023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"24c292d3-542e-458e-bf60-12e8ce349b6a","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.467920608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"a9d3494e-cdb9-4b88-abc9-5af63cf84b86","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.52612753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"95141d5d-7348-4d58-aabe-2e89b1adc979","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.54779833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"95141d5d-7348-4d58-aabe-2e89b1adc979","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.554041377Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-no-access","reconcileID":"d9572a28-c123-424f-8d7c-61370267ee61","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.608183559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"7cfd772e-26ba-415e-9d06-d2dfb6717084","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.630230966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"86c883b1-17f8-470c-bc36-4592920e84a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.66090322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"390850e0-93fb-4ac5-8ffa-a23a209ff79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.660945726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0e7ad155-ec34-442c-b4dc-d8d7ba5b1f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.680796497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0e7ad155-ec34-442c-b4dc-d8d7ba5b1f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.683911261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"390850e0-93fb-4ac5-8ffa-a23a209ff79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.730714716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-no-access","reconcileID":"ef3df26d-bf49-4978-8502-2ea372f7a44f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.7609482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"90565ef4-6094-4c8e-8cf9-57ff67d60c29","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:23.7831574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"90565ef4-6094-4c8e-8cf9-57ff67d60c29","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.130182042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"e002acf2-6c29-4899-a5a8-4814e19a0932","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.175182217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ce147e58-8c9c-4395-95cd-c945504cf99c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.178028119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"a2a97118-9721-4c73-97d8-fee678eec7a7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.178086434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f5a57a1f-e232-4bac-8568-66040b36b6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.200094265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ce147e58-8c9c-4395-95cd-c945504cf99c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.20024974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"a2a97118-9721-4c73-97d8-fee678eec7a7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.202496628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f5a57a1f-e232-4bac-8568-66040b36b6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.999715699Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","namespace":"ai-tenant-e2e-praxis-b-f4569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.999814272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","namespace":"ai-tenant-e2e-praxis-b-f4569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:24.999934401Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","tenant":"e2e-praxis-b-f4569e","tenantID":"e2e-praxis-b-f4569e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.018771326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f4569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.052632569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Service","name":"maas-api-e2e-praxis-b-f4569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.072850405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f4569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.092586092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f4569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.113592333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.13179678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.152045558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.169757022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.18465762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.199429919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.214385125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Service","name":"payload-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.229158861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.244392296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.259054699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.278435322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.297617717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.312770637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.328066421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.342920119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f4569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.358217872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f4569e"},"namespace":"ai-tenant-e2e-praxis-b-f4569e","name":"default-tenant","reconcileID":"78a19e12-cec7-430b-b20f-3db302a6eb68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f4569e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:25.701704039Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f4569e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f4569e","reconcileID":"217cddf5-4ef3-4373-85c6-2633bf511f0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f4569e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f4569e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.155392714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a54cdf-4ad6-4dde-87ae-f22d6ed73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.170531183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a54cdf-4ad6-4dde-87ae-f22d6ed73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.185565841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a54cdf-4ad6-4dde-87ae-f22d6ed73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.200582748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a54cdf-4ad6-4dde-87ae-f22d6ed73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.852153941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8af627-30a9-4587-9775-d11e9064a4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.867338567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8af627-30a9-4587-9775-d11e9064a4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.883288513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8af627-30a9-4587-9775-d11e9064a4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:26.899158291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8af627-30a9-4587-9775-d11e9064a4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:27.593299972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263b40b9-0ab4-410f-9200-cc47dbff485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:27.60852981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263b40b9-0ab4-410f-9200-cc47dbff485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:27.623652587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263b40b9-0ab4-410f-9200-cc47dbff485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:27.639311987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263b40b9-0ab4-410f-9200-cc47dbff485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:28.893414492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"c174ea91-a26a-40f3-81e6-1943e50a8b4d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:28.913633767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"c174ea91-a26a-40f3-81e6-1943e50a8b4d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:28.932511144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-80542b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef39d4500de04dac4d8cf3161c0d530d996246cea365c94aacf63ce2eb554f4e) AuthConfig (325188aadcbc0c37cbb16e64e78c8d06300fda2fac5dcf6388753508addc540e) AuthConfig (f45f06827571361ef8cdcc14a39ba28ec4f51ecc7bd28f0ded281059870b38ec) AuthConfig (128d9ca0d285f227e53fdb14ef1befa578c7fcb96b7e5bddfdfc96eb0a358202) AuthConfig (c7875f54e0fdc90a0d2639130259f798caf6b2a14c281775a282539fb88db5ed) AuthConfig (c4b7098e3f101ff91d1f2223191dbb3cc1343ae1643baef9e26cc3ccc279cd19) AuthConfig (73b1cda2f25ea1f4bc9ae2f69cffc31482a345c922ebc587077fc10bebd50f8c) AuthConfig (8e41f0872d1827f6d32a7a492171b394a7cb140129d9e3c268a09420ba7e68ec) AuthConfig (6e8a2f4a137ef3e91b486f857c7ce715df7259abb7af90eb127ee20cf3d46bf6) AuthConfig (53b70e01b186e5faee78c26ee604117ed21b68326a3ce260902abb06e5b6d8be) AuthConfig (18272b2107f978cdafd937ec5467a7f69510b19273eccab06515a7ada461d7e1) AuthConfig (2ad4d43382cb45f54cd91525c9219170e55eedc78b3d8c6d258b77a0bfb11047) AuthConfig (c4284a11318071983c40c1ac4a5c61725196013814434b7e8b2cca566b5a6166) AuthConfig (b34eff1cde67889f9f8f588bfe4487fbb374a832b47caebd0187ec65ba557e23) AuthConfig (5014caa141278a51df522bc48d4dcce0ad0c22d0e7b76ca731633ae150166ad5) AuthConfig (cd19a8e4531f1febcf5818839f63302c9a960436dc6c1b0f620a429f7347be2f) AuthConfig (57febead7a5a81a01db642b8cdcfd715967c9e1fe7a1f6641dfaeddc1b24f095) AuthConfig (92990e871c5d6dc391e6cedd0c9215633d571c1de8b7eb69fe24f7256ace5590)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"c174ea91-a26a-40f3-81e6-1943e50a8b4d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:28.953186146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"33b2db9b-d062-4104-9aeb-67b4efe5dd1b","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:28.953212312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"33b2db9b-d062-4104-9aeb-67b4efe5dd1b","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.830435454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","namespace":"ai-tenant-e2e-ipp-a-d43b66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.830500135Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","namespace":"ai-tenant-e2e-ipp-a-d43b66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.830552201Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","tenant":"e2e-ipp-a-d43b66","tenantID":"e2e-ipp-a-d43b66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.84803207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d43b66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.884484639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Service","name":"maas-api-e2e-ipp-a-d43b66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.905622325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d43b66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.925516661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d43b66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.946670938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.964731831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:30.984761515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.002600348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.020600377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.040005582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.075660774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Service","name":"payload-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.106862296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.125814834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.143520992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.162655882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.182357984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.20023479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.218223144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.23562025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d43b66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.253612933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d43b66"},"namespace":"ai-tenant-e2e-ipp-a-d43b66","name":"default-tenant","reconcileID":"896ad392-7742-420d-9696-e6a45c489ac7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d43b66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:31.628269341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d43b66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d43b66","reconcileID":"0ccc235e-efd3-4cef-87c2-044601e34693","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d43b66","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d43b66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.007875147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853c68f4-7b60-47da-9d5c-90d65a3e6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.040977723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853c68f4-7b60-47da-9d5c-90d65a3e6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.057197648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853c68f4-7b60-47da-9d5c-90d65a3e6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.072187674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853c68f4-7b60-47da-9d5c-90d65a3e6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.691543485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db70ea0c-1ec9-4995-a523-35e8e9a428d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.707486942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db70ea0c-1ec9-4995-a523-35e8e9a428d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.722539345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db70ea0c-1ec9-4995-a523-35e8e9a428d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:32.73752149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db70ea0c-1ec9-4995-a523-35e8e9a428d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.184942066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-no-access","reconcileID":"ecd8ec43-2680-4089-a76f-da3cf32e2d13","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.259445661Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-no-access","reconcileID":"ecd8ec43-2680-4089-a76f-da3cf32e2d13","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.325656827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"edc46611-b271-464c-b2cc-11264c4bc6ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.416058413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"4c4d2cfc-6d25-4656-9afb-05674e218aba","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.464835035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"0f4d5c6a-2c41-48d9-b979-2eeb042b1b33","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.465206879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4050d1e5-106b-4ad1-b9e8-7fe9e35e06f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.465247984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b80a6ab1-e58f-43b0-ac9e-1a175b2df6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.488174522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"0f4d5c6a-2c41-48d9-b979-2eeb042b1b33","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.496128788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4050d1e5-106b-4ad1-b9e8-7fe9e35e06f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.506866697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b80a6ab1-e58f-43b0-ac9e-1a175b2df6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.570970398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-no-access","reconcileID":"0be69636-252a-4663-8788-d33ad1be041a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.571030296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"e24279ac-3c75-4a7e-9061-2476a932d1f5","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:34.664110673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"3eaba424-4465-4ce2-afae-7d404b1eb56c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.03867238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e16090b3-bf65-45cf-ae83-9dd807a96e45","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.058541224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e5551cdf-aea4-445a-aed1-5932c40f3218","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.112333648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"b84f6292-d338-40b7-9b0c-63cb6b077329","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.132699327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"b84f6292-d338-40b7-9b0c-63cb6b077329","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.222207927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"989ce2e1-e2b6-44f9-8927-510c8683ec48","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.238412258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"fac0141b-6277-40f1-8305-82dc00d96372","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.256791698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"d5fc3885-e1a6-4f67-825a-cdb99995c9b9","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.268025627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"5d37e808-dd8e-45ef-95c9-96f6acd0c0d6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:35.27904447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-user-subscription","reconcileID":"772c4cd0-3529-4681-b144-0878c6452939","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.301194681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b51fdc36-6861-4f19-bfb7-7b96f3d36430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.302227016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0a11887f-7926-4cba-aa0b-dc1b16ab6b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.310656282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"5d37e808-dd8e-45ef-95c9-96f6acd0c0d6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.331992344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b51fdc36-6861-4f19-bfb7-7b96f3d36430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.332643337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0a11887f-7926-4cba-aa0b-dc1b16ab6b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.333173568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e0130a28-6e2e-4ed2-b911-5d4b9d2cea9c","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.353773028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9f004de2-4342-4e59-9db0-819ce2e78323","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.437307038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-user-subscription","reconcileID":"fdd007da-e23d-4bef-8e65-8d6c3e9ee301","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.442749312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e1a88049-8399-422f-8773-776407febcce","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.443047181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-cc45a7 priority=0:[ai-tenant-e2e-worker-w4-cc45a7/e2e-test-other-subscription ai-tenant-e2e-worker-w4-cc45a7/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.461813818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"675f4ef3-0b4a-4d2c-b649-82981dfe6218","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.478167027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"6a09341e-e552-405a-8bfa-de3ece6c78c2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:35.479060024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-cc45a7/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.494764402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"ed2971d1-06b1-4996-961b-6a8421464593","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.499663787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"90709fd4-b2c6-46ac-9550-b3b802e6119f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.502545639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"6f4de478-ef5d-4a43-8c89-c740c6ee77f9","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.523124219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"ed2971d1-06b1-4996-961b-6a8421464593","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.556689242Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"ef4dff2f-8475-4085-bdc1-c460001c2cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-cc45a7/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.597961572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"abe4b1ca-f226-4221-b595-918c32f5f8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.598340939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2074d079-d917-4ba5-9d68-11f874730a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.617793859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-other-subscription","reconcileID":"e6f2634c-773d-4e71-ab43-63162d64cf47","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.618414348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-user-subscription","reconcileID":"0154c4ab-9beb-4da5-906c-b27d8cea5424","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.620865565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2074d079-d917-4ba5-9d68-11f874730a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.621574706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"abe4b1ca-f226-4221-b595-918c32f5f8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.676703625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"9c689b25-cade-4232-a4fa-74bc36e6ac85","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.700074761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"02b40d60-50ec-422b-ac17-4544d590f720","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.705881207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"6e8412c9-f1d6-48c3-9537-45cc2adf8b22","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.722579028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cb4b48d2-fcd7-4833-b0e3-a45af3a60d51","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.723266298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"a70f1754-5a17-43cd-98fa-6c98bf6a8f05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.727895392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"6e8412c9-f1d6-48c3-9537-45cc2adf8b22","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.802567116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c80d1f68-98ed-4887-8e28-1a461bed858d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.803502775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0a745b63-8dad-4da3-9892-a155d27b68c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.803740527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a8f9acd5-f39e-4ad4-8f2e-821a5cd5aa19","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.82040486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-user-subscription","reconcileID":"59275be9-bf82-48f8-a270-9a4b82c291f6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.820613532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-other-subscription","reconcileID":"1e163971-4ece-4d8e-bc25-b2fa31a10e5a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.824918643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c80d1f68-98ed-4887-8e28-1a461bed858d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.825829524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a8f9acd5-f39e-4ad4-8f2e-821a5cd5aa19","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.827191495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0a745b63-8dad-4da3-9892-a155d27b68c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.890130126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"a56c24f6-2010-418c-a1cb-a48511bd733f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.890541833Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-cc45a7 priority=0:[ai-tenant-e2e-worker-w4-cc45a7/e2e-test-other-subscription ai-tenant-e2e-worker-w4-cc45a7/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.911979324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b0b385ec-4200-4f5f-83a7-e5853d163a9b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:35.92992837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-free","reconcileID":"b7cafd18-4c7b-4676-bc78-70640df3fee4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.933208237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e7803b17-fa9d-4595-a32c-ae0299c573f3","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.939062738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4f26d5e7-eaa1-4af9-814a-829ea32693dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.939064773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1784fa97-280a-460a-91cb-0069ca64578d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.959186757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1784fa97-280a-460a-91cb-0069ca64578d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.959200086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4f26d5e7-eaa1-4af9-814a-829ea32693dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.968028958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"55dc6b73-1cd5-468c-9a2b-5cd48946e275","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.976598043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"47ae0b2b-d636-4a70-95a2-0df9bc863cd7","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:35.990510717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"a0c74022-eaf6-49a4-8234-adf5f610702e","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.036671969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"514e10a9-35d7-4913-b6fd-a16c808be8db","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.056797177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"514e10a9-35d7-4913-b6fd-a16c808be8db","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.079759988Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-free","reconcileID":"0444e828-ec46-4c6d-b587-f940d83cb0dc","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.092808357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4b5989 priority=0:[ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-free ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-premium]","namespace=ai-tenant-e2e-worker-w4-cc45a7 priority=0:[ai-tenant-e2e-worker-w4-cc45a7/e2e-test-other-subscription ai-tenant-e2e-worker-w4-cc45a7/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.097583505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0dfe13d6-0b0d-4247-984a-7a544a7d5be9","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.117403458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f1987040-79fc-4cbf-8043-398d88ff8b3f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.128093823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"f485fd9e-4dc0-4acc-9a83-8182da14ef16","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:36.133165181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.142763274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"2de0f746-f490-4128-962e-5f0dc597dec9","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.147700441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"858c47f8-e5e6-46d5-b734-52a99a34abf1","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.150858665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"70f60e24-f363-436d-92a0-e907fa72d173","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.186717021Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"5b9f0e19-928a-455f-802e-f2bb42d25b2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.199616027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"58d8f079-d1ee-4deb-b6d5-43e068c894e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.200069285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0d7ce7eb-c96c-4a82-94a7-813dc9b88814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.207806812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"836a37d8-60b2-4ff5-bb0f-930366f9467e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.208561747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"509dd697-1ae1-4cbb-a972-78b0a17079a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.222432159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0d7ce7eb-c96c-4a82-94a7-813dc9b88814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.222434449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"58d8f079-d1ee-4deb-b6d5-43e068c894e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.232471589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"836a37d8-60b2-4ff5-bb0f-930366f9467e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.236565109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"509dd697-1ae1-4cbb-a972-78b0a17079a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.306606886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-premium","reconcileID":"e6fa9fb7-d74e-4f99-b050-378691582f2d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.309924033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-free","reconcileID":"d73de5ad-c31c-4238-b02f-dca8b7a8b4d4","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.338718281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c50ef697-7bce-4fd5-9b86-d78d0caccf4d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.351309683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"82b27aa6-7b3c-48e1-9718-6d57035fefe8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.356833443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"844bedf2-72a5-4d68-9718-e50de53e4d64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.358551837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c50ef697-7bce-4fd5-9b86-d78d0caccf4d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.36668042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"92693cde-1198-42aa-bcf5-631fe4df7381","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.372861476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"82b27aa6-7b3c-48e1-9718-6d57035fefe8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.418592218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-free","reconcileID":"7a2e0e92-3ae5-4cd3-a32e-922715335bd7","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:36.454136506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-premium","reconcileID":"6b463197-00e7-44ca-b291-51d9e3675dab","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.355593638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"ec0cf3e6-4f1f-4794-83e1-a5500d40a586","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.476659804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"312aa4da-02d1-4885-af17-a48226b3bb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.477076668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"335c1412-050d-4544-840e-ed09259446cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.477342766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1eb0aebf-0751-455b-a77d-12d1a9a1da29","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.507557074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1eb0aebf-0751-455b-a77d-12d1a9a1da29","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.510716779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"312aa4da-02d1-4885-af17-a48226b3bb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:37.511241831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"335c1412-050d-4544-840e-ed09259446cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:38.680672368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"6ef52b78-169b-4da0-bf89-59c7a7dbbeb7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1f523a","tenantID":"e2e-praxis-b-1f523a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:38.72504723Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"6ef52b78-169b-4da0-bf89-59c7a7dbbeb7","name":"e2e-praxis-b-1f523a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:38.983485868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"ae56c205-e41a-4d5e-bea1-74e306506891","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:39.005706197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"ae56c205-e41a-4d5e-bea1-74e306506891","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:39.025453694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-80542b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef39d4500de04dac4d8cf3161c0d530d996246cea365c94aacf63ce2eb554f4e) AuthConfig (325188aadcbc0c37cbb16e64e78c8d06300fda2fac5dcf6388753508addc540e) AuthConfig (f45f06827571361ef8cdcc14a39ba28ec4f51ecc7bd28f0ded281059870b38ec) AuthConfig (128d9ca0d285f227e53fdb14ef1befa578c7fcb96b7e5bddfdfc96eb0a358202) AuthConfig (c7875f54e0fdc90a0d2639130259f798caf6b2a14c281775a282539fb88db5ed) AuthConfig (c4b7098e3f101ff91d1f2223191dbb3cc1343ae1643baef9e26cc3ccc279cd19) AuthConfig (73b1cda2f25ea1f4bc9ae2f69cffc31482a345c922ebc587077fc10bebd50f8c) AuthConfig (8e41f0872d1827f6d32a7a492171b394a7cb140129d9e3c268a09420ba7e68ec) AuthConfig (6e8a2f4a137ef3e91b486f857c7ce715df7259abb7af90eb127ee20cf3d46bf6) AuthConfig (53b70e01b186e5faee78c26ee604117ed21b68326a3ce260902abb06e5b6d8be) AuthConfig (18272b2107f978cdafd937ec5467a7f69510b19273eccab06515a7ada461d7e1) AuthConfig (2ad4d43382cb45f54cd91525c9219170e55eedc78b3d8c6d258b77a0bfb11047) AuthConfig (c4284a11318071983c40c1ac4a5c61725196013814434b7e8b2cca566b5a6166) AuthConfig (b34eff1cde67889f9f8f588bfe4487fbb374a832b47caebd0187ec65ba557e23) AuthConfig (5014caa141278a51df522bc48d4dcce0ad0c22d0e7b76ca731633ae150166ad5) AuthConfig (cd19a8e4531f1febcf5818839f63302c9a960436dc6c1b0f620a429f7347be2f) AuthConfig (57febead7a5a81a01db642b8cdcfd715967c9e1fe7a1f6641dfaeddc1b24f095) AuthConfig (92990e871c5d6dc391e6cedd0c9215633d571c1de8b7eb69fe24f7256ace5590)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"ae56c205-e41a-4d5e-bea1-74e306506891","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:40.257155499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd1486c-b067-4825-a3f3-37bbff00ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:40.272258632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd1486c-b067-4825-a3f3-37bbff00ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:40.287358013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd1486c-b067-4825-a3f3-37bbff00ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:40.305352945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd1486c-b067-4825-a3f3-37bbff00ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:40.89043496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.075086228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea2924-8445-4642-a757-c738e7492a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.090551972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea2924-8445-4642-a757-c738e7492a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.105605731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea2924-8445-4642-a757-c738e7492a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.120981501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea2924-8445-4642-a757-c738e7492a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.850334292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ef8f1-8984-4f12-bd5b-32c6713a85a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.865457461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ef8f1-8984-4f12-bd5b-32c6713a85a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.883164454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ef8f1-8984-4f12-bd5b-32c6713a85a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:41.903554963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ef8f1-8984-4f12-bd5b-32c6713a85a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:42.552059922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042cb98-40c6-4fbd-b9a9-04a55217ae55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:42.56726349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042cb98-40c6-4fbd-b9a9-04a55217ae55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:42.58228164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042cb98-40c6-4fbd-b9a9-04a55217ae55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:42.597542931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042cb98-40c6-4fbd-b9a9-04a55217ae55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.207077301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-user-subscription","reconcileID":"f3710b4f-5158-4aeb-94fb-5b89be538bb7","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.279712718Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-user-subscription","reconcileID":"f3710b4f-5158-4aeb-94fb-5b89be538bb7","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.342229563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-other-subscription","reconcileID":"44eceac2-edd2-452a-bfe6-ffe956ecd781","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.342229219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"6f92a634-4fc6-4916-aea6-394095867096","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.352217026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c9a7ef43-6276-4155-b654-ae261efa3a76","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.374188479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"122b46be-9ce1-4896-bf05-2eb3117904b7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.396235988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"007303a1-6da2-45ea-8e50-a94d4c383e32","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.396956098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"94d65bc0-a65a-4d19-a552-d479f05f7ce1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.397473658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4dc130a8-623e-461d-bbf6-6a32a36f2020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.397852241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eb6cb9ec-d2d2-4661-b4c8-0788e87da253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.417545469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"94d65bc0-a65a-4d19-a552-d479f05f7ce1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.417740649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4dc130a8-623e-461d-bbf6-6a32a36f2020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.42002333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eb6cb9ec-d2d2-4661-b4c8-0788e87da253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.499691643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"84467779-28bc-4564-a181-65948b5806c5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.601748477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cf0e52ac-2043-4d50-9aa7-b366180dcee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.602291536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"6c9b83c1-b30c-489d-9387-32d1898220b1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.602781645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"55507f3c-613f-4c16-bfca-6aa8f28d98af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.625603248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cf0e52ac-2043-4d50-9aa7-b366180dcee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.626800668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"6c9b83c1-b30c-489d-9387-32d1898220b1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:46.629462382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"55507f3c-613f-4c16-bfca-6aa8f28d98af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.409748595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-free","reconcileID":"43a55d6e-d1ec-4d18-addc-0fe464236325","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.478652831Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-free","reconcileID":"43a55d6e-d1ec-4d18-addc-0fe464236325","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.542939877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"9f592787-176c-4574-a4e6-cbb38b05118e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.542960535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-premium","reconcileID":"c9a9c829-80d8-4030-af21-adf76c5c8c10","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.630171302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"ee298f6a-7fd5-4d8a-95fa-b9994ca58005","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.676364484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"53ffa25c-6455-4dbf-bdf7-8a33b28ad460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.676381129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aee4b03a-9ee3-4669-920a-a4c853c351a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.677024702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bb9d484b-06b5-45c2-9535-e4c33ddd09be","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.697399927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"53ffa25c-6455-4dbf-bdf7-8a33b28ad460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.698463647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bb9d484b-06b5-45c2-9535-e4c33ddd09be","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.699781728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aee4b03a-9ee3-4669-920a-a4c853c351a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.777664595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0a43e307-630e-4f57-b0be-1adac9cb1e78","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.886625954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e0a3c311-3f3d-46ad-9662-db6a3422842a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.889891194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b434a906-2626-4492-8801-f7b72cf79137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.907130095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e0a3c311-3f3d-46ad-9662-db6a3422842a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.912595848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b434a906-2626-4492-8801-f7b72cf79137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.92231625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e818082c-b5e2-41ef-99a8-33f4cd39e7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:47.942806876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e818082c-b5e2-41ef-99a8-33f4cd39e7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:49.056702366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"106532ca-60c6-4d47-9fad-f53561565464","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:49.08161107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"106532ca-60c6-4d47-9fad-f53561565464","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:49.170654523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"7fff7c10-280e-4048-a281-a50c108d27a7","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:49.170679279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"7fff7c10-280e-4048-a281-a50c108d27a7","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.535201752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"4e7bde6e-f10c-4826-9ecb-ca4682cbab1c","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.535225423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"4e7bde6e-f10c-4826-9ecb-ca4682cbab1c","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.558456718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"a47139de-258b-4e26-b40b-729bb9510ccb","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.558480131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"a47139de-258b-4e26-b40b-729bb9510ccb","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.564900071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"f4c38f38-63c0-471d-baaa-a040c1df3bd0","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:50.567520223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"9e0457bb-c19f-47d7-9a5c-9c2d95471e04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-80542b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:50.579628868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"a47139de-258b-4e26-b40b-729bb9510ccb","name":"praxis-route-80542b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-80542b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:50.579715989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"a47139de-258b-4e26-b40b-729bb9510ccb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-80542b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.587640879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"20b8c2ba-a2d9-442d-a9a1-578dd1499fd2","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.587670806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"20b8c2ba-a2d9-442d-a9a1-578dd1499fd2","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.592363138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"f4c38f38-63c0-471d-baaa-a040c1df3bd0","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.607085546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"2fa6a34c-0d40-4b83-870c-d0bc4f11384b","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.607192272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"2fa6a34c-0d40-4b83-870c-d0bc4f11384b","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.627423995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"1a3b7cf8-6526-4e35-a5cc-ca2836c45ecd","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.627450838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"1a3b7cf8-6526-4e35-a5cc-ca2836c45ecd","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.67874644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"20699bd4-4a57-427d-a00b-d64369b8f423","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.705595823Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"a19a4e8b-44ad-4cc7-8c5a-6d67efcb3d13","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"praxis-route-80542b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.706253698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"20699bd4-4a57-427d-a00b-d64369b8f423","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.765177132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"d8b22f1b-57bd-47e0-bc1d-c33386d05b99","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.765208298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"d8b22f1b-57bd-47e0-bc1d-c33386d05b99","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:50.834191235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"af8f4ddc-642d-4367-99d9-a57d5e7187c1","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.551361577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-other-subscription","reconcileID":"3b4e22da-3a21-4e57-bfcd-db88122f8b50","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.61870068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-other-subscription","reconcileID":"3b4e22da-3a21-4e57-bfcd-db88122f8b50","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.690535355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"ec3af8ec-632f-4590-b828-a7e157855a1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.781044923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c52dd170-fb64-46bb-8223-12f554fa0bd7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.831348507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"38f61fcb-0868-4d18-a2b3-6b82dbedbae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.843855118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e8f0ee02-f052-4ac4-97ee-6504909f5f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.844606845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"9a3332c2-5136-44a1-acbc-dfcd508bcbe5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.862706681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"38f61fcb-0868-4d18-a2b3-6b82dbedbae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.870288458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"9a3332c2-5136-44a1-acbc-dfcd508bcbe5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.872150263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e8f0ee02-f052-4ac4-97ee-6504909f5f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.9321862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-auth-access-denied","reconcileID":"911d2417-2e9c-417b-8f58-cfbb623c0357","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:56.932742347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"99b997d0-a77d-4f88-a242-99e072577828","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:57.039314747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"860bd0a9-27fb-4320-a4f2-2ea2d4e14c71","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:57.894632776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-premium","reconcileID":"ee73b048-45dc-4a98-8ef3-ba741fde85ec","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:57.975679211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-subscription-premium","reconcileID":"ee73b048-45dc-4a98-8ef3-ba741fde85ec","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.039169227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"fba5b936-98e3-4c8d-9e4e-aff2e9aad756","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.131846212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bf4baf93-7693-410b-979c-18af4b371de1","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.176809631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"96f02ab9-bc36-4b40-8aa3-7ef96bd2c8a5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.176981974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"46483d2b-312b-40e6-92b3-dc73b86b3a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.1768101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f615916b-8618-4943-81a3-f03daf63ad36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.197219275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"96f02ab9-bc36-4b40-8aa3-7ef96bd2c8a5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.198900588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"46483d2b-312b-40e6-92b3-dc73b86b3a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.1996384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f615916b-8618-4943-81a3-f03daf63ad36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.283673174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"420aa48b-9ffa-4c0c-8b38-c4d54f3fcfd6","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.327169394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7f4657e7-f0d3-440e-986c-13ea27c62322","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.37518669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3f25b523-9426-4712-98fe-46aadb1d145f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.39369343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f8cfa37d-cad0-42da-b784-ce5018a4c930","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.437937655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"81dd84fd-3813-46ba-b0d7-ee833ec34de9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.45838021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"81dd84fd-3813-46ba-b0d7-ee833ec34de9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.549501309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"08be52a0-6097-47b8-89d5-5a30072de273","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.581111474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"4e3b7b74-4b74-45f4-b989-9b01b4de9e34","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.601664587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"415de31a-536f-4820-b8f0-6ed214cc7d11","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:58.614533748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-subscription","reconcileID":"21a2ff3e-f1ec-482d-bdb6-2fd2f5c3a5d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.626069784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ee85a53b-f19b-482f-965e-06574f5ca059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.626104437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c1155342-4e94-4c14-966d-17f13b21fa80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.647294247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ee85a53b-f19b-482f-965e-06574f5ca059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.647352196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c1155342-4e94-4c14-966d-17f13b21fa80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.648101379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a7fbd675-3147-4037-8c9b-1a6e5ba0677f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.652435951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3b58a5c5-6293-4e2d-94ab-682ec428bb64","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.672548519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9ded2381-72a2-41fa-b788-13cd9ba694b3","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.726554172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"f8e49b42-a601-4292-a5c2-abb094590e4f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.747245181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"f8e49b42-a601-4292-a5c2-abb094590e4f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.757339916Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-subscription","reconcileID":"34498b05-654c-4364-8523-06c95afdc99c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.814702489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"923e039f-bded-411d-aab6-e1b1745b94a0","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.828477643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"39e800a7-d73d-46f2-87b3-b693167c9719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.828477547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0636f5e8-05db-4b4e-b159-c114f43379b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.834826249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"c78bf0c7-4ba4-4dd1-9207-4ab0c785f76f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.848832002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0636f5e8-05db-4b4e-b159-c114f43379b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.849000426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"39e800a7-d73d-46f2-87b3-b693167c9719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.927007493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"72526240-fead-4f9d-812e-840de9a675ed","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.934969954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-subscription","reconcileID":"f269d975-c983-4fb8-9462-72902d1d97ae","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:58.948524503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"72526240-fead-4f9d-812e-840de9a675ed","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.473491418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"28f063d6-233a-487f-98b8-d7d34113e8fa","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.518108281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"44210da0-ba4f-4fe5-92ae-0ff40615c742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.518296305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"91706f9f-e30c-47e2-93b7-dc0cd5492410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.518948157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"a29d2534-a703-4a06-80ee-92409f724b65","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.538855338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"91706f9f-e30c-47e2-93b7-dc0cd5492410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.540059845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"44210da0-ba4f-4fe5-92ae-0ff40615c742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.574431278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"a29d2534-a703-4a06-80ee-92409f724b65","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.722157917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"b6e4f2a9-74f9-4dd7-8d0a-a526dfad9522","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.741799445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"785c107b-2808-4d0e-a523-d61ac80447d9","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.786863022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"0cbb98c1-2e9b-432e-a0c2-7d45bde0c963","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.809035136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"0cbb98c1-2e9b-432e-a0c2-7d45bde0c963","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.927765692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"26827222-357f-4fa7-8b91-519d3c157b85","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.945821339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"6d805def-1936-417a-82f1-c0da43fb3a53","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:45:59.962638574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-sub-only","reconcileID":"c59b509c-7d74-42a5-9076-80fa2a81351a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.972920804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"500bdd0b-2b3d-4177-948f-81bb16dc7d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.973288864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"109cdcd4-e46a-4a5e-864c-1ada78708ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.98809764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"e7f735e3-0d57-432f-b299-3e3c2de09f9c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.993452972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"500bdd0b-2b3d-4177-948f-81bb16dc7d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:45:59.993512303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"109cdcd4-e46a-4a5e-864c-1ada78708ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.008722985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"81c6b802-690e-4b30-856e-78950c648fb1","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.029068562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"0f6d7a1d-cd47-4ce1-9811-51f01feeccfa","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.072621201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"02c382be-ef00-48e1-b2ab-50a470c8eb8c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.093940149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"02c382be-ef00-48e1-b2ab-50a470c8eb8c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.112222683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-sub-only","reconcileID":"3f6e7d8b-23a5-4370-9791-ed5dd2caa4a0","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.168680934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"8c87c4ec-2cd2-46de-87a2-ef79fc954d62","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.173002353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"de650cfb-97ec-4b3a-a54a-10592a0d6384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.173002624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2ca78c03-a6e3-462f-bdf2-0c4ac5469134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.192253123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"c82568a2-699a-4939-b6e1-cd6b6e370b04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.195027413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2ca78c03-a6e3-462f-bdf2-0c4ac5469134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.195504056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"de650cfb-97ec-4b3a-a54a-10592a0d6384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.291932868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-sub-only","reconcileID":"50e0f6d5-9e68-43bd-8c4a-1c5451cd51b8","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.316859967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"37117d46-88a5-4547-90d7-63945c34c959","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.33738075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"37117d46-88a5-4547-90d7-63945c34c959","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.776300851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"55eb910c-b680-49f2-905f-9978fcb22328","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.821109416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9039c98c-a0b4-40d9-997a-002ba36760e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.821143595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"0044d3ca-50c4-4268-9ae4-2ba6795cf857","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.821550957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"43b6d29f-307d-4743-b55f-4357fa64e8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.843134185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"0044d3ca-50c4-4268-9ae4-2ba6795cf857","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.843193008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"43b6d29f-307d-4743-b55f-4357fa64e8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:00.845354435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9039c98c-a0b4-40d9-997a-002ba36760e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:03.43247223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ff8a8-2bd0-4a5a-b487-f5938d37e870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:03.447673019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ff8a8-2bd0-4a5a-b487-f5938d37e870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:03.462497449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ff8a8-2bd0-4a5a-b487-f5938d37e870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:03.478402926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891ff8a8-2bd0-4a5a-b487-f5938d37e870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:04.0872947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae058cd-1b69-441b-82e9-5b87052f8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:04.102267963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae058cd-1b69-441b-82e9-5b87052f8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:04.117115787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae058cd-1b69-441b-82e9-5b87052f8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:04.132104159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae058cd-1b69-441b-82e9-5b87052f8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:06.597014003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3efb900-ba32-4f33-acc1-14d35d213b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:06.673024753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3efb900-ba32-4f33-acc1-14d35d213b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:06.688181373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3efb900-ba32-4f33-acc1-14d35d213b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:06.703874189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3efb900-ba32-4f33-acc1-14d35d213b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:07.34225564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2003eac-869b-4822-9205-9d46f5ce696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:07.357213843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2003eac-869b-4822-9205-9d46f5ce696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:07.372507502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2003eac-869b-4822-9205-9d46f5ce696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:07.387710782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2003eac-869b-4822-9205-9d46f5ce696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:08.029456894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031aef4e-adcd-47ad-9993-5e7ffc6f10e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:08.044583692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031aef4e-adcd-47ad-9993-5e7ffc6f10e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:08.059620322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031aef4e-adcd-47ad-9993-5e7ffc6f10e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:08.074752455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031aef4e-adcd-47ad-9993-5e7ffc6f10e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.525511631Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-subscription","reconcileID":"58b46665-8226-4462-b7ea-7ffa515008fc","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.59800293Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-subscription","reconcileID":"58b46665-8226-4462-b7ea-7ffa515008fc","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.678286425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"9c91884e-ca61-4bb0-bac2-e8fecb64bbee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.750375337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c5dcf3ee-6556-4026-b056-3ca88bf0516a","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.805749281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ed99ff95-9284-4688-b29d-d58b7fcd6997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.805776085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ef6d226f-82b0-4259-9dc1-61a532bd675b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.806284539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"27f14c54-77a8-444b-b20c-90c0fb068c44","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.826406542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"27f14c54-77a8-444b-b20c-90c0fb068c44","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.827781244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ed99ff95-9284-4688-b29d-d58b7fcd6997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.829139343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ef6d226f-82b0-4259-9dc1-61a532bd675b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.904286039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"78ebda76-cc1a-4bee-877f-352deea97675","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:09.956884388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-test-group-auth","reconcileID":"bfc3af01-46e3-407b-b381-6e14b375fa4c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.051503107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"82755e82-5a93-49e8-9514-4c4b0857650d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.334507806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"f180a541-038a-4606-9a5c-7e3f36481ee1","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.400800803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"7d8335b2-63db-4fbf-a337-ed8c39e6c1f4","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.400833649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"7d8335b2-63db-4fbf-a337-ed8c39e6c1f4","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.763843335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.830820235Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-sub-only","reconcileID":"67abade3-707e-4ace-b35d-180e568ee717","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.910678901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-sub-only","reconcileID":"67abade3-707e-4ace-b35d-180e568ee717","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:10.982141524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"4a828943-9fdf-4a34-a221-f6f4b7a23297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.098243341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"fa52c9b1-2f97-4cf4-bee6-00196d46f69d","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.148032136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"806f878d-ca53-4e01-ae09-6e6e8b0944b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.148841083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d39ec1b3-3994-499f-92dc-91f0f4d0632b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.149445325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"43cbd1f7-67e8-4535-b1ef-c5aae089ee87","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.190500386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"806f878d-ca53-4e01-ae09-6e6e8b0944b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.191422647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d39ec1b3-3994-499f-92dc-91f0f4d0632b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.210728457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"43cbd1f7-67e8-4535-b1ef-c5aae089ee87","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.234865972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"08cd8681-72b7-486b-b509-ce911967b796","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.346797181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-test-group-no-auth","reconcileID":"5bedc0b3-c4a2-410d-8b16-011f6761115d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.409516356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"6921a98c-31ec-4ae0-9d7b-15bcd733da3c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.459104427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"54499dc9-d8b7-4a3a-ba67-bbc7e0e47888","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:11.489067082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"54499dc9-d8b7-4a3a-ba67-bbc7e0e47888","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.138743546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","namespace":"ai-tenant-e2e-ipp-b-09f39e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.138809815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","namespace":"ai-tenant-e2e-ipp-b-09f39e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.138865665Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","tenant":"e2e-ipp-b-09f39e","tenantID":"e2e-ipp-b-09f39e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.156167693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Deployment","name":"maas-api-e2e-ipp-b-09f39e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.185535228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Service","name":"maas-api-e2e-ipp-b-09f39e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.211290423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-09f39e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.228478409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-09f39e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.246744595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.266282533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.288708584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.308257967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.325957381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.346858954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.377665841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Service","name":"payload-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.407526683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.429443833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.447841692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.468070375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.490180531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.511720713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.531010934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.548543771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-09f39e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.56800601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09f39e"},"namespace":"ai-tenant-e2e-ipp-b-09f39e","name":"default-tenant","reconcileID":"b199d4d0-af09-4133-b9f1-e0b229f83eeb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-09f39e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:12.924836178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-09f39e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-09f39e","reconcileID":"f3803d8f-3f10-45e1-829d-df9f16a3cc6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-09f39e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-09f39e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.08497707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"6e29ec0b-8e83-4603-aeef-90c4e28976b0","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.085001344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"6e29ec0b-8e83-4603-aeef-90c4e28976b0","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.117991205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"dce12f21-b8ff-4f49-b33f-3bcb88469a33","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.123704702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"28bf8076-fbe9-4833-b9c3-7391d1c88728","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.123725639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"28bf8076-fbe9-4833-b9c3-7391d1c88728","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.174542497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"dce12f21-b8ff-4f49-b33f-3bcb88469a33","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.190959443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"76645145-d2b7-4988-b8f0-ff4689117d99","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.251278466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"c892972b-ff51-4209-ba2b-f835a42f21c0","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.273845817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"c892972b-ff51-4209-ba2b-f835a42f21c0","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.300834283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"ddbf3311-065b-4c3a-a1fd-af408726f9af","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.371743167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9dea2e-1b00-4c34-8fb4-0832319c38f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.387886962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9dea2e-1b00-4c34-8fb4-0832319c38f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.403726592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9dea2e-1b00-4c34-8fb4-0832319c38f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:13.418932533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9dea2e-1b00-4c34-8fb4-0832319c38f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.0576365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea07173-e450-4e14-9204-5f8299ed82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.073343106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea07173-e450-4e14-9204-5f8299ed82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.088456281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea07173-e450-4e14-9204-5f8299ed82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.103679139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea07173-e450-4e14-9204-5f8299ed82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.94554627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ba0c53-5aab-429c-838a-8129f558b6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.960972545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ba0c53-5aab-429c-838a-8129f558b6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.976648924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ba0c53-5aab-429c-838a-8129f558b6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:14.993018186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ba0c53-5aab-429c-838a-8129f558b6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:15.846828459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"7fd298b2-88b9-438c-a184-69c105cea776","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:15.866502418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a2624060-36b7-4a47-8b93-e9346d4adcd2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:15.911135072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"13c22266-72c3-40b3-aafd-98c9507e47bb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:15.931487268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"13c22266-72c3-40b3-aafd-98c9507e47bb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.013932659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"de7149e8-b12e-4880-9a29-1b55b7d3def0","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.043650885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"68bfbff5-da48-4245-a6ce-782cdfdd9fce","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.060742599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"c0f2fce3-1a15-4fa6-bffd-a8f0ab58ad05","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.063918111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"152fb48d-5d39-44b8-bf54-4dc6253a3464","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:16.076576183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-sub","reconcileID":"d64d84e4-5407-47b6-9c25-24974ee835a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.08137823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"c0f2fce3-1a15-4fa6-bffd-a8f0ab58ad05","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.115103252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b3db076d-d436-4341-b6fb-e5502b47181d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.135781571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2c7d5fc6-5219-46d9-b412-7c3675f53137","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.158712049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5985a244-1e7f-4505-a6d3-15fdecbc47a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.158710425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"397698ba-71b9-4f5b-92df-9d9469e06f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.179391694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5985a244-1e7f-4505-a6d3-15fdecbc47a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.180571929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"397698ba-71b9-4f5b-92df-9d9469e06f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.218501788Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-sub","reconcileID":"60f06343-9cfa-47bc-8c6c-8a4be194a168","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-status-active-sub","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.258693238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"315be754-9117-4284-8cea-5ef7b09c2c8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.274068526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"db3791b4-1793-46a2-b328-1f72d1ed5033","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.279850618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"315be754-9117-4284-8cea-5ef7b09c2c8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.296826201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"3b0503c1-d99f-40bb-a3b7-7e09366edb37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.372109641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"878c7c57-34ae-443a-bd98-de930591788c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.372758198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f4eb1848-3f06-4385-8286-61ddbd5e3afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.39415631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"878c7c57-34ae-443a-bd98-de930591788c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.400834358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f4eb1848-3f06-4385-8286-61ddbd5e3afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.472876514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-sub","reconcileID":"2e3325fb-9d76-4c0b-ad11-f04210d0e3cc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.662402957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"6e683fe1-08c8-4dd0-8178-15fa3df7a8d5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.707116963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"e120c0d2-60b5-4000-8940-6f56a7219a21","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.707495372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4443d250-a172-4fe6-a325-a0a06b334d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.707116945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ecc66713-4556-41bb-95b3-317b96bd3257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.729798937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4443d250-a172-4fe6-a325-a0a06b334d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.730035094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"e120c0d2-60b5-4000-8940-6f56a7219a21","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.732408511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ecc66713-4556-41bb-95b3-317b96bd3257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:16.800292526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-sub","reconcileID":"1e819e7e-84e0-45eb-bc8a-f3c590e89377","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.81609267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c056ff85-a885-4b04-be79-1e092c644c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.816788409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"299171a2-e468-4bd9-a36f-fc92dffa36c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.836803592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c056ff85-a885-4b04-be79-1e092c644c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:16.837202777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"299171a2-e468-4bd9-a36f-fc92dffa36c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:17.110088066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d89de7af-4a46-4ea4-915d-67898208bccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:17.110110596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0b35f579-21a8-430a-a252-2e370d0bf954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:17.132114856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0b35f579-21a8-430a-a252-2e370d0bf954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:17.132129429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d89de7af-4a46-4ea4-915d-67898208bccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:19.258984837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0edaa6c9-8e67-4e36-9e16-40e989f4af02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:19.258984943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3fd5783d-0731-4577-a9f1-54114ec9892e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:19.279893197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"0edaa6c9-8e67-4e36-9e16-40e989f4af02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:19.281140611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3fd5783d-0731-4577-a9f1-54114ec9892e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.301555075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"efeb1fd2-6dde-49fc-becb-ee9f679ad86c","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.301678028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"efeb1fd2-6dde-49fc-becb-ee9f679ad86c","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.362674462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"bdcd77dd-fa57-4eac-828f-ed599890dafd","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.412737655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"92766757-71dd-4fab-8667-23aeb0b12d71","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.432821495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"92766757-71dd-4fab-8667-23aeb0b12d71","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.507860565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"75ca4157-da13-4fd7-b0f7-f0bfbbec40b9","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.620835175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"30f4ea49-9f25-4f25-857f-fff78344b064","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:23.642441652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"30f4ea49-9f25-4f25-857f-fff78344b064","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.1055345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612b2dd-5493-4da0-a24e-dcfa74a99321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.121357529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612b2dd-5493-4da0-a24e-dcfa74a99321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.140565653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612b2dd-5493-4da0-a24e-dcfa74a99321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.157069653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612b2dd-5493-4da0-a24e-dcfa74a99321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.911555852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b01ff6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b01ff6","reconcileID":"d6e7a500-fd4d-49b1-8c9f-597f93189413","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b01ff6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b01ff6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.912179686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd792d8-a62c-42be-8b94-fa786c8a34b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.927909692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd792d8-a62c-42be-8b94-fa786c8a34b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.943539077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd792d8-a62c-42be-8b94-fa786c8a34b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:25.959928231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd792d8-a62c-42be-8b94-fa786c8a34b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.61575368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65399e41-32d4-4370-8d19-d6918d6d6b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.63061903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65399e41-32d4-4370-8d19-d6918d6d6b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.647801071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65399e41-32d4-4370-8d19-d6918d6d6b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.663748923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65399e41-32d4-4370-8d19-d6918d6d6b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.713611353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-sub","reconcileID":"be88d340-7926-4050-998b-5c8ee1545a0d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.792150572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-sub","reconcileID":"be88d340-7926-4050-998b-5c8ee1545a0d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.856293023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"cca52b03-08aa-4563-b036-295592da44fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.945817618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"db85edfc-183a-4704-90bc-fa78badb5f56","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.997160812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"fbc1f27b-203a-4508-ad6c-c07049a670cc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.997663778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"45b67a3e-79e3-4c06-a823-28766e066689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:26.997718627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"62d110d9-1a78-44b9-8382-f0c742d80a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:27.017572376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"fbc1f27b-203a-4508-ad6c-c07049a670cc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:27.018753065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"45b67a3e-79e3-4c06-a823-28766e066689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:27.020000562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"62d110d9-1a78-44b9-8382-f0c742d80a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:27.097004596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"078a162b-6336-45e7-ae0b-adf30ace1091","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:27.147879125Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth","reconcileID":"89a9734a-1d94-494b-ad7f-d4a463428624","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:27.287474228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"7dce1eab-0dd1-4e41-b647-3fcb1893924f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.120422929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0cf38539-39d6-4dac-a58d-5dc3768dcbf1","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.140076021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"fb2ede27-8c54-413e-b520-f55192af3953","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.195847081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth-only","reconcileID":"7dc5bfb8-e6f9-4013-898d-34cb64a788e2","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.229998813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth-only","reconcileID":"7dc5bfb8-e6f9-4013-898d-34cb64a788e2","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.322263017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3c348540-7b14-4257-9171-cb58c953b74f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.366178114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth-only","reconcileID":"6b87b883-cdac-4021-aa5a-3f6923397a73","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:28.391109353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth-only","reconcileID":"6b87b883-cdac-4021-aa5a-3f6923397a73","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:29.265888857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-sub","reconcileID":"c177547c-da8c-4815-a2fe-f7a724dbd055","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:29.266006169Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-sub","reconcileID":"c177547c-da8c-4815-a2fe-f7a724dbd055","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:29.48516008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"10411313-b39d-4210-af66-7ab417e24464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:29.485210471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d2ac8539-5576-4720-9bc9-e311c0ccdc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:29.506077533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d2ac8539-5576-4720-9bc9-e311c0ccdc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:29.507598172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"10411313-b39d-4210-af66-7ab417e24464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.370626375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"5902683c-bdfd-404b-bf1a-e1753ca814ca","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.391211152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"5902683c-bdfd-404b-bf1a-e1753ca814ca","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.410198096Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"5902683c-bdfd-404b-bf1a-e1753ca814ca","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.611260397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"0881e2dd-dc34-4f29-991c-3b85f14e7022","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.631853617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"0881e2dd-dc34-4f29-991c-3b85f14e7022","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.651362265Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"0881e2dd-dc34-4f29-991c-3b85f14e7022","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.716136578Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-active-auth-only","reconcileID":"ae1d351f-a982-4686-a3c5-03fcf11a7629","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.716200979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0756d5a7-9925-4050-8c3e-031e31b8ed06","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:30.801755301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b7d05596-df3b-40b0-9dd5-c77602a02a98","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.630714787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"8d7b27f2-9854-457a-9e14-a5e77b7306a6","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.650742185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9ab48220-3ade-4075-a750-d17e7fb064ee","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.711678305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"721b0c86-a70e-47d4-a91a-8e64e4931288","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.731969343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"721b0c86-a70e-47d4-a91a-8e64e4931288","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.765608557Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"721b0c86-a70e-47d4-a91a-8e64e4931288","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.833033201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c3a67479-1c07-4cbb-901b-2c61dc55a544","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.891349893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"22f127f3-4899-40e5-834f-6c45260ee20f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.911511885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"22f127f3-4899-40e5-834f-6c45260ee20f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:31.945145392Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"22f127f3-4899-40e5-834f-6c45260ee20f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:32.091830928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"22f127f3-4899-40e5-834f-6c45260ee20f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:32.156535632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"015f3fef-74a7-4769-a977-15a464d4a6a3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:32.176770123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"015f3fef-74a7-4769-a977-15a464d4a6a3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:32.21112086Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"015f3fef-74a7-4769-a977-15a464d4a6a3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:32.711713429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-failed-auth","reconcileID":"e118d19a-c726-403e-b7a5-4c4b673e9d68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.721416341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"20fb6934-9ba9-43cf-b118-bff570b31c80","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.721453838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"20fb6934-9ba9-43cf-b118-bff570b31c80","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.748851421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"a6959631-be2e-4ab8-969e-a6508b9def3e","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.888869073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"1b668a9b-61b4-4f8f-a474-0fa2ce07efbe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.88889318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"1b668a9b-61b4-4f8f-a474-0fa2ce07efbe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.907261297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"4439ab8b-881c-44bb-a6d4-6a1b8fbb52f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.907285819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"4439ab8b-881c-44bb-a6d4-6a1b8fbb52f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.967116159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"b54fa9f2-57df-47fc-b0c3-8930bb6fe7ea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:33.989032638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"b54fa9f2-57df-47fc-b0c3-8930bb6fe7ea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.07440488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"9a95451e-5f10-4c35-bb01-33b92c26c4bb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.074433434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"9a95451e-5f10-4c35-bb01-33b92c26c4bb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.076823602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"801f5084-6a21-4f26-ba2f-b9fc02b99d52","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.07688966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"16552e7a-8b9f-44e7-80f8-546573fe1534","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.097778884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"463d74a4-25d7-4153-bcaa-c0903f28ebd6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.09780198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"463d74a4-25d7-4153-bcaa-c0903f28ebd6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.121728479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"bed86473-a30f-4149-adeb-9e69c5e39ce4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.121758741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"bed86473-a30f-4149-adeb-9e69c5e39ce4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.123407484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-status-degraded-auth","reconcileID":"801f5084-6a21-4f26-ba2f-b9fc02b99d52","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:34.134490992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"d54837fa-f716-4fd8-8e81-d0494e1d76cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.135254492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"350249e9-89ac-44d9-88e4-f04291fc55ee","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.155724191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"350249e9-89ac-44d9-88e4-f04291fc55ee","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.169171268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"1755ace0-5bad-4d81-ab18-644f9f6157c1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.169191357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"1755ace0-5bad-4d81-ab18-644f9f6157c1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.17445553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"fac70d76-f568-409b-8bcd-58ba3861ee91","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.189290002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"a1c6799d-3c6e-4251-9e9e-985532f10acb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.189358001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"a1c6799d-3c6e-4251-9e9e-985532f10acb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.233963173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c9954c3a-7f89-45e3-b154-7d96c05cf892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.234143545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e9a2734e-a739-459e-bdd7-af36977d9a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.254772136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c9954c3a-7f89-45e3-b154-7d96c05cf892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.254838911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e9a2734e-a739-459e-bdd7-af36977d9a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.308156358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"f545549e-10ba-4b27-8ee6-364bc8e88277","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.335641737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"c0cbde29-6ac5-4ff6-bfd4-a26efff62a73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.35431082Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"b31f33b0-59c0-4be3-a679-7cbf1205f4cf","namespace":"ai-tenant-e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.354425146Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"b31f33b0-59c0-4be3-a679-7cbf1205f4cf","name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.356581079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"c0cbde29-6ac5-4ff6-bfd4-a26efff62a73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.363535866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"af4aa4c2-61f9-490c-87b3-7feb69ce876d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.363556151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"af4aa4c2-61f9-490c-87b3-7feb69ce876d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.374480554Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"b31f33b0-59c0-4be3-a679-7cbf1205f4cf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.374506186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"b31f33b0-59c0-4be3-a679-7cbf1205f4cf","namespace":"ai-tenant-e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.374622944Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"b31f33b0-59c0-4be3-a679-7cbf1205f4cf","name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.375206969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"69cb2ff9-37d8-4517-9735-d52acf59f074","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.375227736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"69cb2ff9-37d8-4517-9735-d52acf59f074","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.398478408Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"b31f33b0-59c0-4be3-a679-7cbf1205f4cf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.39880189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"d131dfb8-f76a-45d4-b3b4-4fad2062d024","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.398821359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"d131dfb8-f76a-45d4-b3b4-4fad2062d024","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.406479255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"466831ec-347a-4426-b573-682de47c310d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.42679096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"466831ec-347a-4426-b573-682de47c310d","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.427843705Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"6255f4f0-ba68-45f5-b229-455d2937993c","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b10fe77b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.428438538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"cd8e1337-95e3-4199-8577-af817654aa60","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.442765966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"fd1cc0c8-3e63-4801-a27b-c315ac51c926","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b10fe77b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.590019851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"73f63a9d-cbcf-4e88-b54b-eeba07f27737","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.60415308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d0941415-ce95-4a37-b9e8-34a1b921e2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.604176211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f55cb164-b084-4533-b990-75cb0799b042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.6253768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f55cb164-b084-4533-b990-75cb0799b042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.625408496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d0941415-ce95-4a37-b9e8-34a1b921e2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.640720409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"73f63a9d-cbcf-4e88-b54b-eeba07f27737","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.696433584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"73f63a9d-cbcf-4e88-b54b-eeba07f27737","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"e2e-praxis-a-80542b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.696464292Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-auth","reconcileID":"73f63a9d-cbcf-4e88-b54b-eeba07f27737","MaaSAuthPolicy":{"name":"praxis-route-80542b-auth","namespace":"ai-tenant-e2e-praxis-a-80542b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.730166433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"ea316c6c-72f9-42e3-adb7-453c49a0e5e8","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.73018968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"ea316c6c-72f9-42e3-adb7-453c49a0e5e8","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:34.985153124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9f5f5e65-f7e0-4695-b0a1-fc1203bb8739","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.003610951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"83d59b2b-22c4-475d-9cd9-ba710e66dc21","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.0515185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51b83e34-2693-4620-99ed-aaddffd0e121","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.071948029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51b83e34-2693-4620-99ed-aaddffd0e121","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.155849068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"df552408-3570-4dea-a331-e244324488ca","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.171472386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a4b89285-cd81-4682-8053-bf84ae080345","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.191481656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"ea76837f-0eb9-4a48-8bc3-54876a1c0ef7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.200765126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4a759fd6-a370-4f32-8b59-e97b117e3f04","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:35.206010925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"0e5167b7-eded-49d3-bdd6-76c590da45a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.212669607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"442e0e25-0d76-4039-b2f5-7d771ef17874","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.212687994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"442e0e25-0d76-4039-b2f5-7d771ef17874","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.215619777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1e8cfd66-07b6-482d-84f5-dd4d0ff89442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.215735218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e7d648cd-4f33-4d18-b399-fc0e14ce6f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.221110584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4a759fd6-a370-4f32-8b59-e97b117e3f04","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.235938733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e7d648cd-4f33-4d18-b399-fc0e14ce6f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.236110322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1e8cfd66-07b6-482d-84f5-dd4d0ff89442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.246483149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f16b7402-3c3f-4f15-9609-54db5d9981cc","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.267015719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"8f4c2362-5aa6-43f5-b5a3-2a21413f0eb0","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.355959861Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"9f43d01c-abed-4029-8957-67d34d3ccc09","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.35610061Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"9f43d01c-abed-4029-8957-67d34d3ccc09","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.396442731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"637f1490-1d66-4c2a-bcca-e3aec3de1a14","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.41670954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"637f1490-1d66-4c2a-bcca-e3aec3de1a14","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.428536845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"49b88358-ce33-4ea0-b957-2fb2043c0a23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.42876767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"abe63197-e9e6-48cf-ace6-2f556ff22f03","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.497535619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"522aa260-c021-4f21-9a48-dab92029d705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.497555171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fd4012e0-c2c0-4365-99ac-8a48078c777b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.518070153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"522aa260-c021-4f21-9a48-dab92029d705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.519155922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fd4012e0-c2c0-4365-99ac-8a48078c777b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.528808531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"629b806e-3fa1-49e5-aa36-96168ffe8d8c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:35.528963614Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"629b806e-3fa1-49e5-aa36-96168ffe8d8c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.205781584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","namespace":"ai-tenant-e2e-praxis-a-448b01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.205981018Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","namespace":"ai-tenant-e2e-praxis-a-448b01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.20609558Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","tenant":"e2e-praxis-a-448b01","tenantID":"e2e-praxis-a-448b01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.225416109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-448b01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.258229233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Service","name":"maas-api-e2e-praxis-a-448b01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.286284432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-448b01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.305604794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-448b01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.329773416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.352638069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.375781249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.393610876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.408682699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.424670773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.441688155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Service","name":"payload-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.459565097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.476664542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.4926859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.508675444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.528472445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.546237938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.561658478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.576664267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-448b01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:36.592715814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-448b01"},"namespace":"ai-tenant-e2e-praxis-a-448b01","name":"default-tenant","reconcileID":"95dba87f-c1f1-4788-ba34-a9085d47cd4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-448b01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:37.011172453Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-448b01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-448b01","reconcileID":"1fa28d06-c2eb-4317-936e-f34992075603","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-448b01","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-448b01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.077188545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21377f-4456-4161-b324-545b362c446b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.093777133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21377f-4456-4161-b324-545b362c446b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.112664763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21377f-4456-4161-b324-545b362c446b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.132769835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21377f-4456-4161-b324-545b362c446b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.865901993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3d3f6a-1618-44c3-b0e9-7f98f844831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.88124727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3d3f6a-1618-44c3-b0e9-7f98f844831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.897250575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3d3f6a-1618-44c3-b0e9-7f98f844831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:38.912808845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3d3f6a-1618-44c3-b0e9-7f98f844831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.145438364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"7439722b-17f1-4cee-871f-923409c5e500","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.189931325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7cf00530-fd43-4a1c-b99d-a62b662432f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.190498274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6e8e8fc5-e35a-4cd4-a8d8-14934d4e6aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.19050448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bc8139b3-765d-4b51-baf8-90c7bfcdba78","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.21038584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7cf00530-fd43-4a1c-b99d-a62b662432f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.212912545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6e8e8fc5-e35a-4cd4-a8d8-14934d4e6aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.214421692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bc8139b3-765d-4b51-baf8-90c7bfcdba78","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.587441252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b38342b-cc41-4469-b2be-558a5f959180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.603221263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b38342b-cc41-4469-b2be-558a5f959180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.618305726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b38342b-cc41-4469-b2be-558a5f959180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:39.633159612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b38342b-cc41-4469-b2be-558a5f959180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:40.759884399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:44.458057552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"0ec850e6-b45d-4849-bc88-cebfd06767a7","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","subscription":"praxis-route-80542b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:44.473494579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"0ec850e6-b45d-4849-bc88-cebfd06767a7","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:44.491938535Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b-sub","reconcileID":"0ec850e6-b45d-4849-bc88-cebfd06767a7","MaaSSubscription":{"name":"praxis-route-80542b-sub","namespace":"ai-tenant-e2e-praxis-a-80542b"},"name":"maas-trlp-praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:44.578818365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"adca87f7-4c9d-402c-99e8-d8640c4158af","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"tenant":"e2e-praxis-a-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","model":"ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:44.578838553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"adca87f7-4c9d-402c-99e8-d8640c4158af","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"routeName":"praxis-route-80542b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-80542b","llmisvcName":"praxis-route-80542b","gateway":"openshift-ingress/e2e-praxis-a-80542b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.138840364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e4d9d-772f-4ed9-95d1-8690493f979b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.154220891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e4d9d-772f-4ed9-95d1-8690493f979b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.169344425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e4d9d-772f-4ed9-95d1-8690493f979b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.184239487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e4d9d-772f-4ed9-95d1-8690493f979b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.864252611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce2f6c-10c8-4960-8344-294029374748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.879435768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce2f6c-10c8-4960-8344-294029374748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.894703152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce2f6c-10c8-4960-8344-294029374748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:45.910539229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce2f6c-10c8-4960-8344-294029374748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:46.573530612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827322b-0662-412f-aeee-01a471d72321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:46.588497173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827322b-0662-412f-aeee-01a471d72321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:46.603976677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827322b-0662-412f-aeee-01a471d72321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:46.619095173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827322b-0662-412f-aeee-01a471d72321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:46.683444459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"b95f5857-b9e4-437c-81a5-24cecc91bc36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b01ff6","tenantID":"e2e-praxis-a-b01ff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:46.727268886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"b95f5857-b9e4-437c-81a5-24cecc91bc36","name":"e2e-praxis-a-b01ff6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.197264159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"1e2efdc0-383c-42a0-b135-f9ca5e0e9042","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.267798555Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"1e2efdc0-383c-42a0-b135-f9ca5e0e9042","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.267842763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"1e2efdc0-383c-42a0-b135-f9ca5e0e9042","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.268013407Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf","reconcileID":"1e2efdc0-383c-42a0-b135-f9ca5e0e9042","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.329812576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"a8b7260f-728b-464a-a052-9f0c7f2588a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.419521081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"5367b187-3b63-4664-8200-da616b826024","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.465085181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6be9a1a9-65a4-487f-a653-bc62fbb172d9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.465285629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"83412f28-94cc-43aa-9ba8-5c1d60ccf048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.465101662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ec121f0e-29d1-4758-8d7a-b967c52a0309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.486175076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6be9a1a9-65a4-487f-a653-bc62fbb172d9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.486181446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ec121f0e-29d1-4758-8d7a-b967c52a0309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.488380352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"83412f28-94cc-43aa-9ba8-5c1d60ccf048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.571963732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"074a3fee-4120-4875-bac4-d6acb04f5a2b","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.616506576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7b3b4d94-c3fa-44ad-981e-59808f8004eb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:49.751058314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"7138f60d-a62e-47f1-81b6-15779c797184","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.568810215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"91929d6d-a69d-40f6-aca5-d5da12281d70","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.591004683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f279f662-3d4b-462d-a06e-decedaf82225","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.641244471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"6b41fa37-c463-444b-83ba-e7d63286cc82","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.663771911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"6b41fa37-c463-444b-83ba-e7d63286cc82","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.74738808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"82d399b6-c054-4110-911d-19190ab1df2e","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.780650043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a3a44fc1-328a-443f-bdb2-b16ef6b8c339","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.791696717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"dc510c14-93cd-40e5-a2e5-6533014e2faa","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.801275076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0e476c95-4ad1-44a0-8d0c-5a395a83d1f8","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.812264234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"dc510c14-93cd-40e5-a2e5-6533014e2faa","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:50.815652981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"b84b3db1-a8d9-4569-a1d2-84a5f76d5834","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.856076649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f8640457-d20c-4f19-957e-a40c6ba80920","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.874376978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cc275f3b-d023-41b2-ad3c-74f2a6550afd","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.891475702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2450cdea-0e94-427e-91c8-019349f7e3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.89152453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"de1f9d1a-bfc5-4b65-8d9d-9092102326d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.912758598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2450cdea-0e94-427e-91c8-019349f7e3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.913524255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"de1f9d1a-bfc5-4b65-8d9d-9092102326d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.958711241Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"59688a47-e5b7-4b67-90db-2dfc54c5b070","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.958851406Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"59688a47-e5b7-4b67-90db-2dfc54c5b070","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:50.991510756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"5381e2c6-02ee-42e9-be64-461f6ae4d423","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.012096706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"5381e2c6-02ee-42e9-be64-461f6ae4d423","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.031364765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"dde03cf5-fb4c-4a87-86ef-93b3aa6578c7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.041216695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"7a57c4ee-0b17-4788-b472-ca5377912904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.093558745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b986eb95-c95a-4d7d-a99d-6f54e7ccf721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.093571693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"43ead879-cc63-4a91-8dab-fdc2f09b4356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.114010267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b986eb95-c95a-4d7d-a99d-6f54e7ccf721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.11405001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"43ead879-cc63-4a91-8dab-fdc2f09b4356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.143914335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"70e2dac6-d36d-4de2-af26-df1b5c3cf7a0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:51.144068878Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"70e2dac6-d36d-4de2-af26-df1b5c3cf7a0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.307910615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"acaf7835-ff50-4a12-aa70-7e908ee4f3f1","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.35412383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3f8acf9e-cda8-4972-be62-6324665a74a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.354425055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"08afa379-a7ae-4c3d-acd4-889866614e74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.354123399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6e217e79-af93-4319-813c-d2974b67931e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.375392885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"08afa379-a7ae-4c3d-acd4-889866614e74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.375551995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3f8acf9e-cda8-4972-be62-6324665a74a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:53.378105403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6e217e79-af93-4319-813c-d2974b67931e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.398778911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","namespace":"ai-tenant-e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.39886891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","namespace":"ai-tenant-e2e-praxis-a-80542b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.398951437Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","tenant":"e2e-praxis-a-80542b","tenantID":"e2e-praxis-a-80542b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.416809074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Deployment","name":"maas-api-e2e-praxis-a-80542b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.447438061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Service","name":"maas-api-e2e-praxis-a-80542b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.469124559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-80542b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.488051889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-80542b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.508692811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.526545047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.547155521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.565447902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.580260512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.595295869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.610805518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Service","name":"payload-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.6259347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.640864463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.655550762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.670577192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.690055047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.704839352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.719879463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.734723357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-80542b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:55.749641123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"default-tenant","reconcileID":"d757817c-a31a-400b-9121-914315fa4c75","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-80542b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:56.099225883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-80542b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-80542b","reconcileID":"0e82eb8c-b846-4c13-8f09-086af69de38a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-80542b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-80542b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.153108712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"f62ecfb8-a17e-4653-94de-e634b6b7abd3","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.188660098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"f62ecfb8-a17e-4653-94de-e634b6b7abd3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.194181631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"660d2f5f-7201-41b7-832c-1fe408c46b30","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.194252773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"660d2f5f-7201-41b7-832c-1fe408c46b30","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.205130988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"45235c3a-d9ab-47b0-8375-a3c6544999bd","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.205225166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"45235c3a-d9ab-47b0-8375-a3c6544999bd","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.226059778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"614b9be5-066b-4cd7-9531-173f867324a2","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.226132432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"614b9be5-066b-4cd7-9531-173f867324a2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.277749075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"568129d0-7af5-4491-806f-b3314487ef94","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.277954303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"568129d0-7af5-4491-806f-b3314487ef94","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.358852793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"f920ac19-cc28-4d53-b660-f98793cfb8b1","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.359109916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"f920ac19-cc28-4d53-b660-f98793cfb8b1","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:56.50260199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15a4740-2fdc-4497-a99d-b65a04314838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:56.518285331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15a4740-2fdc-4497-a99d-b65a04314838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.519789442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"b0724c66-4f45-4b76-8e80-a06c6097066e","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.519855931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"b0724c66-4f45-4b76-8e80-a06c6097066e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:56.534073515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15a4740-2fdc-4497-a99d-b65a04314838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:56.549733027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15a4740-2fdc-4497-a99d-b65a04314838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.840498951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"4f90494f-1b34-476c-a3cc-06caea6eb8eb","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:56.840569906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"4f90494f-1b34-476c-a3cc-06caea6eb8eb","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.141782392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c4f443-18cf-4fc2-9f72-29128294cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.157726925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c4f443-18cf-4fc2-9f72-29128294cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.173004037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c4f443-18cf-4fc2-9f72-29128294cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.18813457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c4f443-18cf-4fc2-9f72-29128294cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:57.481164141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"79d0c6a8-5524-4985-9d37-53bbab37d6f4","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:57.481246243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"79d0c6a8-5524-4985-9d37-53bbab37d6f4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.871722883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8c16c-df14-4c88-988e-4b7a306a2d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.887950604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8c16c-df14-4c88-988e-4b7a306a2d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.903791165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8c16c-df14-4c88-988e-4b7a306a2d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:46:57.920455636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8c16c-df14-4c88-988e-4b7a306a2d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:58.76250351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"f2a761b4-0475-4eff-9120-7a64c1ac928d","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:46:58.762566794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"f2a761b4-0475-4eff-9120-7a64c1ac928d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:00.960365676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"205ac576-e276-46f3-b77a-85d43881e9c7","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:01.027717391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"93f5480c-b263-4a9f-850f-c248e53d8409","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"tenant":"e2e-worker-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:01.027749414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"93f5480c-b263-4a9f-850f-c248e53d8409","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:01.323653525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"5dd36033-8451-4645-83bb-c6102be70518","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:01.32384259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"5dd36033-8451-4645-83bb-c6102be70518","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:01.89186795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"21921710-795a-4867-afba-cbc4ef96e69f","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:01.891958194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"21921710-795a-4867-afba-cbc4ef96e69f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:01.98014968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"833e442c-1448-44a5-b6c0-caf7fa261b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:01.98096935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"187968b6-3610-4385-808b-55caceab48f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:01.981601028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"b91a3549-dc85-4a2c-bce5-370ff13fca9f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.085363062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"187968b6-3610-4385-808b-55caceab48f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.118453895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"833e442c-1448-44a5-b6c0-caf7fa261b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.13041038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"b91a3549-dc85-4a2c-bce5-370ff13fca9f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.933274193Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"7a1de070-bee8-40b9-b53e-4d27677f8946","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.948436736Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"e2e-temp-model-status","reconcileID":"1e7e677c-9602-43db-bd91-5136fe900962","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.94849936Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"7a1de070-bee8-40b9-b53e-4d27677f8946","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.981283419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"814707ca-35c0-4f4c-a3a4-4df828d87d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.981543236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"85ec4f89-498c-43be-8f61-02055b103bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:02.981283424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"caf61ac2-982f-481a-933e-0e32a3b721ed","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.002414587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"814707ca-35c0-4f4c-a3a4-4df828d87d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.003443499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"caf61ac2-982f-481a-933e-0e32a3b721ed","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.003486842Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"caf61ac2-982f-481a-933e-0e32a3b721ed","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.00504961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"85ec4f89-498c-43be-8f61-02055b103bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.012987277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"69b258aa-7888-4dd2-b983-68dfc048fa61","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.106185534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"1d5ec306-20e9-4743-8d86-4376343b5696","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.106261161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"476396b6-1c8b-49a3-a4b4-7efa14b4d427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.106584153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d4b64aae-6e02-4dc2-a229-c986f3419c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.128620911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"476396b6-1c8b-49a3-a4b4-7efa14b4d427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.130452406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"1d5ec306-20e9-4743-8d86-4376343b5696","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.130484178Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"1d5ec306-20e9-4743-8d86-4376343b5696","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.130917422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d4b64aae-6e02-4dc2-a229-c986f3419c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.36048426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"30e75b09-ab82-49ce-afa2-2bddb1f30b97","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.428541316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"30e75b09-ab82-49ce-afa2-2bddb1f30b97","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.428576306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"30e75b09-ab82-49ce-afa2-2bddb1f30b97","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.428710375Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube","reconcileID":"30e75b09-ab82-49ce-afa2-2bddb1f30b97","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cc45a7/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.491051593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"346faf57-5d9e-4c30-a71a-cbef48565c99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.5171464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"63526952-547f-4b4f-a655-ddb00e19e254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.517159201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8eca57b5-f785-45d5-bf74-d114b60d99f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.517688812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"5624e69c-b32d-4928-a606-2ff43ca108c0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.537906237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"5624e69c-b32d-4928-a606-2ff43ca108c0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.537990308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8eca57b5-f785-45d5-bf74-d114b60d99f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.540775635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"63526952-547f-4b4f-a655-ddb00e19e254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.556833691Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"5624e69c-b32d-4928-a606-2ff43ca108c0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.584704453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3b809e9b-8901-46a2-a454-6487e945882e","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.628705825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"973f065e-3998-4030-8386-7990f2fa0ed0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.628834946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e2e18102-9859-4329-a202-e3ecdc66c7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.62870564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4ba1627d-43ea-49c1-beab-70c097767973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.648615729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"973f065e-3998-4030-8386-7990f2fa0ed0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.648998195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4ba1627d-43ea-49c1-beab-70c097767973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.650917297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e2e18102-9859-4329-a202-e3ecdc66c7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.72347523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-degraded-models-kube-auth","reconcileID":"5d653f58-aadf-4fae-af18-80b76a45f82c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.723500602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"df497b2e-a41c-4bb6-965e-55d5338f2fab","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.764780598Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","namespace":"ai-tenant-e2e-praxis-b-1f523a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.764849408Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","namespace":"ai-tenant-e2e-praxis-b-1f523a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.764904019Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","tenant":"e2e-praxis-b-1f523a","tenantID":"e2e-praxis-b-1f523a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.781969876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1f523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.809123268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Service","name":"maas-api-e2e-praxis-b-1f523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.830857621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1f523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.848337535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1f523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.867199549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.884952261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.888033484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"93614037-b2e4-4e3c-bfeb-6c4e536f588f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.905211757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.922991447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.93813563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.952799891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.967363511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Service","name":"payload-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:03.982208661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.000552237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.015661054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.045735115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.071689428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.098377985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.113630096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.128181054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1f523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.142968262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f523a"},"namespace":"ai-tenant-e2e-praxis-b-1f523a","name":"default-tenant","reconcileID":"e98ec182-b8e9-4aa3-ba48-759bdf13294f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1f523a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.517501689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1f523a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1f523a","reconcileID":"905982dd-bd44-467e-b86e-ae20543e46db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1f523a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1f523a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:04.573272633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"8760df5e-265e-499b-a0cb-bc7155bbd61a","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:04.573387206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"8760df5e-265e-499b-a0cb-bc7155bbd61a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.929163398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eca7dec-2496-4cbc-a33c-fb927629141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.944501566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eca7dec-2496-4cbc-a33c-fb927629141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.960121803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eca7dec-2496-4cbc-a33c-fb927629141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:04.974927514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eca7dec-2496-4cbc-a33c-fb927629141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:05.560911631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f16f2-5902-442f-8b61-882f35f14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:05.57640352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f16f2-5902-442f-8b61-882f35f14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:05.591202939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f16f2-5902-442f-8b61-882f35f14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:05.606795695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f16f2-5902-442f-8b61-882f35f14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:06.369961476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"9640957a-9bd0-4493-9b5e-9d4482dbb773","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:06.370035165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"9640957a-9bd0-4493-9b5e-9d4482dbb773","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:06.700846447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ac8db-cd82-4fd8-a9a2-c9b5476103f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:06.716654448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ac8db-cd82-4fd8-a9a2-c9b5476103f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:06.731969857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ac8db-cd82-4fd8-a9a2-c9b5476103f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:06.747437947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ac8db-cd82-4fd8-a9a2-c9b5476103f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:07.347658115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbe856-9080-4ced-a5da-a26e3f64d748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:07.362910757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbe856-9080-4ced-a5da-a26e3f64d748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:07.378464512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbe856-9080-4ced-a5da-a26e3f64d748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:07.39476531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbe856-9080-4ced-a5da-a26e3f64d748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.640807689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a7f8edc7-68e5-4b4d-bfbf-1a3b98a34066","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.659171055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"1c238cf0-ea49-4beb-a27c-7e256b93fdfc","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:09.678723126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-list-subs-refs-sub","reconcileID":"46e9b18e-f77a-46ce-a4e5-2ad3225abff5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.720972659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"8485c1bc-9f40-45c7-8475-a3f86a381499","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.73474302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4599eedd-7a2a-4a08-88e9-ac2280d91167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.7352936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"94a0dee6-d8da-46b8-bf03-8ab99124401b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.741268209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"3fc534ba-0b19-4d3f-86b3-9a9b9095b269","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.754768793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4599eedd-7a2a-4a08-88e9-ac2280d91167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.757292907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"94a0dee6-d8da-46b8-bf03-8ab99124401b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.845951356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-list-subs-refs-sub","reconcileID":"038387b8-350e-489c-b344-67431f304830","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.8523813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3468092c-a2a1-4038-bfe3-4bee53b6d27d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.865658078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9f946b1a-b52d-48dd-a3ed-d9a44c0e49a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.872686602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3468092c-a2a1-4038-bfe3-4bee53b6d27d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.888149093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9f946b1a-b52d-48dd-a3ed-d9a44c0e49a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.902962699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2b43f32b-a299-4e20-8bba-f4c13cf7cffe","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:09.915672398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"3a702df5-b60e-43f2-93dc-b6eac4452d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.014967798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-list-subs-refs-sub","reconcileID":"966bf019-72b7-476c-87d8-29e9333e4c77","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.079667883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"73107344-6f1d-4737-b93e-f23a1e248ea5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.193934313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2963093d-206e-4dd1-8613-1a6482583a5b","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.239523842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4778ff67-0362-4eec-b03f-79c58c07f113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.239563964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"096525bc-cdef-41b3-9465-c4c3ba3fd42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.259721691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4778ff67-0362-4eec-b03f-79c58c07f113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.259832193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"096525bc-cdef-41b3-9465-c4c3ba3fd42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:10.759540597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.536760085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"a38744a2-fd8d-49fd-a12d-1cac272a669f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.537043246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-sub","reconcileID":"a38744a2-fd8d-49fd-a12d-1cac272a669f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.752277619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"270e3016-8728-4e9e-8495-551be5b02cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.752629433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"808b9221-3194-4ff5-9410-2cb448e151fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.752937888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"25c107b8-2738-4090-8414-a4722f6bdcb4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.786375508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"808b9221-3194-4ff5-9410-2cb448e151fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.787046059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"270e3016-8728-4e9e-8495-551be5b02cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.795424456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"25c107b8-2738-4090-8414-a4722f6bdcb4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.815021175Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"25c107b8-2738-4090-8414-a4722f6bdcb4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:13.92136807Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-status-transition-auth","reconcileID":"e73048a0-cbbe-4f14-9409-cb594de91048","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:14.931181744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"9a2f2372-6ba1-486a-8842-c2c0840b5eed","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:14.951241245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"c8a06577-fe50-44db-83b0-f02102c29ac8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.002807375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f0afcae-4971-4cfa-99aa-d0b065b9e24a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.025992146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f0afcae-4971-4cfa-99aa-d0b065b9e24a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.144439485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"fee3fc92-22ef-42cb-90f5-f1ea8753c826","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.162581521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"b6d92bf7-6927-46fc-b80a-826c8596f38a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:15.17864423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"5e0d33fe-4db3-468a-b7b3-2309fa65c53c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.188973806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a0fdc5d8-c977-4ac9-801e-0a05a30e6407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.189020967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"dc2d28ed-92ad-4b45-8a18-dd7bda16a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.209255181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a0fdc5d8-c977-4ac9-801e-0a05a30e6407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.20929896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"dc2d28ed-92ad-4b45-8a18-dd7bda16a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.221373067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"653d5021-d67e-43e6-b640-821ea2d7ca74","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.235889864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"af4c092e-9cea-4100-8028-50101e9d1b5d","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.241239523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0abe92aa-b203-4a3e-a26e-31bb48966feb","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.293152485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"49de5172-0eba-44a0-ad2b-4d96805a2d4e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.31445943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"49de5172-0eba-44a0-ad2b-4d96805a2d4e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.330933695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"a725d688-d7a0-4a20-bfe8-a9b479fbf1a8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.331241386Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"a725d688-d7a0-4a20-bfe8-a9b479fbf1a8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.403892263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"ec60d4cd-4d80-4563-86b8-6a2e9152b6be","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.405703907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"7dc53fa5-2c7c-4371-92ed-aaa3ae441144","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.477299422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b20ab200-79e4-43d0-b60d-aaeab32b6109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.480627704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5ce42fd9-e213-4ff0-9cbe-941661c9194a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.503990103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b20ab200-79e4-43d0-b60d-aaeab32b6109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.57280554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"050fd99a-e6fb-463a-8bae-8b6fdbd06a05","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.572971626Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"050fd99a-e6fb-463a-8bae-8b6fdbd06a05","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:15.573301865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5ce42fd9-e213-4ff0-9cbe-941661c9194a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:16.007188103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"fd3e7f08-7189-4072-a5d3-9ed95dafbc43","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:16.00727801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"fd3e7f08-7189-4072-a5d3-9ed95dafbc43","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:16.107171405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"ae4663a2-e8fb-42bc-9665-0c1b266cfb1a","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:16.107255104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"ae4663a2-e8fb-42bc-9665-0c1b266cfb1a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:16.326204854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a8c80-36d2-4521-a420-1ee97fdc92c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:16.340959853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a8c80-36d2-4521-a420-1ee97fdc92c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:16.356110639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a8c80-36d2-4521-a420-1ee97fdc92c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:16.373788103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a8c80-36d2-4521-a420-1ee97fdc92c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:16.977266846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7942f05-e087-4674-9b5a-b2f9bc953c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:16.993044268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7942f05-e087-4674-9b5a-b2f9bc953c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.008673603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7942f05-e087-4674-9b5a-b2f9bc953c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.02342281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7942f05-e087-4674-9b5a-b2f9bc953c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:17.158462609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"aba57e68-4d6a-4073-b673-a18db8cd50ac","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:17.158532711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"aba57e68-4d6a-4073-b673-a18db8cd50ac","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.2099169Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ad121b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ad121b","reconcileID":"25de11da-072a-4449-adf7-dda6c8ba9c32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ad121b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ad121b":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:17.307299247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"d36153b6-5417-4b53-9d34-c329f79f801e","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:17.307404695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"d36153b6-5417-4b53-9d34-c329f79f801e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.669289079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75feec13-2182-40a4-85fe-67f0994d773d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.691289835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75feec13-2182-40a4-85fe-67f0994d773d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.707506735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75feec13-2182-40a4-85fe-67f0994d773d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.717997134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"0bc9990c-f8a6-401f-892c-8823afd718c2","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.722716609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75feec13-2182-40a4-85fe-67f0994d773d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.743500666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"7a6b4980-8a8e-4d0e-89b7-5771ac3181e3","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:17.758347676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"68216159-a342-4993-8ccd-1c24b9756e00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.766181694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"02ac347c-8d74-489c-9fde-0b5ea156a3d5","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.769263108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"27e4aed3-0b8c-4e84-80d3-4192a8b9193a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.769270571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1406cce8-37f4-40a2-810b-c666902faaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.79231623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"27e4aed3-0b8c-4e84-80d3-4192a8b9193a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.793896388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1406cce8-37f4-40a2-810b-c666902faaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.801963496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"8293f718-5158-49bc-9c52-aee62615ce9c","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.821927135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"f5556ff0-0503-40e6-a03c-dac976d193eb","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.881222951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"40c5f50d-59f4-445a-9eb5-6d42d56fe57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.88145278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b75d0dbe-bf5a-4300-9971-bec17b16ada1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.886644778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"e8492c87-6c3c-408b-8401-c48f1d7c283e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-w1-994336","model":"distinct-w1-994336","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-994336/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.901751625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b75d0dbe-bf5a-4300-9971-bec17b16ada1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.901810434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"40c5f50d-59f4-445a-9eb5-6d42d56fe57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.933136843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"09d47a92-33da-4af6-9902-5638f2b63c4e","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.933234795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-994336 priority=0:[ai-tenant-e2e-worker-w1-994336/e2e-model-match-sub ai-tenant-e2e-worker-w1-994336/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.946750237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"1acd19be-9666-4938-8e51-aedf872a167b","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.953673515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"d3513da2-09ec-49b8-911d-0bee041f4a0e","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:17.971869179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"25f1d31a-733f-463c-b31c-2e697c16f854","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.987252126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"edfde731-8ed7-4088-b03a-aff1a73ef88f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:17.992040754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"214f4cdd-5269-43c5-8fe7-12bbc11abbc2","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.015795786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"1cb0702e-901c-43bd-b9eb-1d1927385263","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.016996373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"f275760e-1887-46b2-a0aa-f9e67eeffa8b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-w1-994336","model":"e2e-models-e2e-worker-w1-994336/distinct-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.030862698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"789d3a92-d49d-4da4-9406-a527c3f14e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.031065784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"0e56b95d-2158-403e-972b-a1bdcfbfbd23","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.031401872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4170481b-2b56-47e0-9402-ab60a728f3ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.036122059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"556fdd0a-d719-45fe-a570-10469084f77d","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.053763579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"789d3a92-d49d-4da4-9406-a527c3f14e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.053808014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"0e56b95d-2158-403e-972b-a1bdcfbfbd23","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.056178313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4170481b-2b56-47e0-9402-ab60a728f3ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.074121034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"f01ea974-d0a6-40dd-a905-8852fe17e2a1","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.113261173Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"f811bfde-4546-4904-884b-54f7e3d37ec8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-2-w1-994336","model":"distinct-2-w1-994336","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-994336/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.131538724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"c5778aaa-abbe-4076-b908-8a0a514e73b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.132949102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ffadce45-8e43-46be-a474-ca6aa49df1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.133041812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"5c09f7b4-41e5-410d-8ee6-154ac70be8f1","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.151946353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"c5778aaa-abbe-4076-b908-8a0a514e73b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.152657944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ffadce45-8e43-46be-a474-ca6aa49df1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.168094587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"599a1b60-1c2f-4539-bc34-b5dc4e26fc7a","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.215987544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"a5533e25-6ced-4246-9ac1-d7c7a00e74e2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-w1-994336","model":"e2e-models-e2e-worker-w1-994336/distinct-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.231454271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"0b1fff40-81c3-4992-aad1-b62361bcfcbb","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-2-w1-994336","model":"e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.25052072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"86d59071-7427-4e3f-bfc6-d05ab56c04cc","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.306192685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e863ef4c-aa38-44ff-a861-73add307a997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.306262809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"14c0856f-428a-4698-add9-6aabc02fc3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.326675768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"14c0856f-428a-4698-add9-6aabc02fc3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.326764456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e863ef4c-aa38-44ff-a861-73add307a997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.343858649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"75f7439b-6092-4957-8f3d-3f60eac326b7","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.364876118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"964ad312-a4e7-4f16-b305-cbbec159a054","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:18.381634424Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"964ad312-a4e7-4f16-b305-cbbec159a054","name":"distinct-2-w1-994336","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-994336\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:18.381712773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"964ad312-a4e7-4f16-b305-cbbec159a054","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-994336\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.387693567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"dd572b6b-1bba-46bf-b988-d3fc6228d9f7","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.419834509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"73503e45-e548-4342-a757-48cba735523e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.42637937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"7ce5cc26-4e2c-4b19-97ab-5523a737a213","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-2-w1-994336","model":"e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.441298326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"73503e45-e548-4342-a757-48cba735523e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.520244126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"d7f6d30a-34a0-4116-a64a-e09837f7b787","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.540825279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"d7f6d30a-34a0-4116-a64a-e09837f7b787","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.61964958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"699381b1-4682-4e5c-a7fe-8a75c4a98e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.619662551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"944b8bd3-4077-4abb-bc11-080e359ad821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.641972849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"699381b1-4682-4e5c-a7fe-8a75c4a98e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.641972847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"944b8bd3-4077-4abb-bc11-080e359ad821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.67910875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"fa887d3f-d8cc-4c2f-ae11-0d6056623d74","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:18.715505583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"c8470a26-1215-4f77-a6a8-c4d6e739c438","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:18.715603027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-80542b","namespace":"ai-tenant-e2e-praxis-a-80542b"},"namespace":"ai-tenant-e2e-praxis-a-80542b","name":"praxis-route-80542b","reconcileID":"c8470a26-1215-4f77-a6a8-c4d6e739c438","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-80542b/praxis-route-80542b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-80542b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.768374026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"42b28f09-77dd-4345-9679-ae1b9b1b7080","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.787032186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"05aec9c8-cccb-47f1-881f-36ce30e2e03e","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.794659791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"42b28f09-77dd-4345-9679-ae1b9b1b7080","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.869350151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"7d8119b5-7f21-4315-8311-68f8de80e601","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:18.889453249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"7d8119b5-7f21-4315-8311-68f8de80e601","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.806212037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"3f3ab4ba-56c1-4fc5-9cb8-584bf8bf35ab","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.857349958Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"96e6f1be-c3d5-49d3-8a1c-fbc089072b0c","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e338f6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.88638534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"eb459992-9de0-49f2-8ced-552be526090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.886893024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"34c2e1e5-e414-46a6-86f3-7b4a7c6fa27e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.887246633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"eee4571b-bbc6-482d-92a1-7a38a7a1c128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.887704149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"c71bbd5e-5f30-4fb0-9179-d799f464225a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.917738619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"c71bbd5e-5f30-4fb0-9179-d799f464225a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.927682491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"34c2e1e5-e414-46a6-86f3-7b4a7c6fa27e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.9364591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"eee4571b-bbc6-482d-92a1-7a38a7a1c128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:19.941167992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"eb459992-9de0-49f2-8ced-552be526090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.08739208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"88542496-61af-443d-ac6e-62b796054773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.087718124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f086543f-c223-4a22-abb7-86cc76548b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.087392081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"e631b597-94db-4654-8bf9-182c2cc1e54b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.088443633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2c1e8e8e-1ad1-4cd5-a4ff-c68b80451f0f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.110642247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f086543f-c223-4a22-abb7-86cc76548b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.110947068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2c1e8e8e-1ad1-4cd5-a4ff-c68b80451f0f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.113302706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"e631b597-94db-4654-8bf9-182c2cc1e54b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.114554252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"88542496-61af-443d-ac6e-62b796054773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.246184236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-list-subs-refs-sub","reconcileID":"4ae449ef-bd5e-4a36-901c-6b9233647e2e","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.317981383Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-list-subs-refs-sub","reconcileID":"4ae449ef-bd5e-4a36-901c-6b9233647e2e","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.392670181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"d0d06327-4dc6-4a30-b8c7-627e3549bdcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.474977609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a8dc760b-6f3f-494b-91f0-e120193f2cce","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.495656951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"583c6699-af49-4be5-8764-2a69550f629d","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.523402654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f1c3179-8105-424f-a61d-9a1490433dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.523418045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cad91c38-2a79-4f87-a7ff-47c22ce88ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.546138899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cad91c38-2a79-4f87-a7ff-47c22ce88ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:20.546145081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f1c3179-8105-424f-a61d-9a1490433dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.093655054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"75090f20-770b-47db-9529-26f3dbabe770","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.093690912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"75090f20-770b-47db-9529-26f3dbabe770","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.116807899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"b60be386-4e93-4451-8d3e-7fc1f7f62718","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.248527046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"4a3b394e-a589-4b4c-a2a5-7aff6bcada16","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.248550513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"4a3b394e-a589-4b4c-a2a5-7aff6bcada16","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.266816799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"6b0166bb-0af2-4c99-99d9-fe3f62d59662","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.266838013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"6b0166bb-0af2-4c99-99d9-fe3f62d59662","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:21.280483791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"087af9a0-853b-4ddb-b380-755eba324936","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.292993175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"89266b6f-4861-42a5-b67d-1e85bcd69883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.292995059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"722e6c4f-e7d4-4670-aa07-67c61b9b7a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.313557988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"722e6c4f-e7d4-4670-aa07-67c61b9b7a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.31356124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"89266b6f-4861-42a5-b67d-1e85bcd69883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.319450523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"ec330457-e665-4968-b349-32761c0c6ec0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.319471674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"ec330457-e665-4968-b349-32761c0c6ec0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.339866652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"2e30247e-bf0c-4b0b-802d-f1e2e7f771e7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.339888971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"2e30247e-bf0c-4b0b-802d-f1e2e7f771e7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.405502265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"f3c110a7-afd4-4c38-b447-81a622b8ef7c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.40604462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b2b2b4f4-45e1-4f26-834e-40d88c906ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.406134666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f26ef72-acf5-4baa-8b8c-0a3cc2dc8ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.428481645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f26ef72-acf5-4baa-8b8c-0a3cc2dc8ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.430387523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b2b2b4f4-45e1-4f26-834e-40d88c906ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.447158005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"1647acc8-0a98-4e59-a1e0-7d22bf804a62","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.447183017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"1647acc8-0a98-4e59-a1e0-7d22bf804a62","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.469731487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"63446267-062d-47d8-bcec-ef2a5a54ef96","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.469758643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"63446267-062d-47d8-bcec-ef2a5a54ef96","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:21.48654224Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"63446267-062d-47d8-bcec-ef2a5a54ef96","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:21.486612054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"63446267-062d-47d8-bcec-ef2a5a54ef96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.492841685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"792276ad-b5a6-4166-a91a-496954e5e9b8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.492862089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"792276ad-b5a6-4166-a91a-496954e5e9b8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.52482388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-auth","reconcileID":"bf6330b5-0f7a-4883-a101-1ba7a340c46d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.525545386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"cb0bbeae-8caa-47e8-9370-16099f2a539b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.545098452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-auth","reconcileID":"bf6330b5-0f7a-4883-a101-1ba7a340c46d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.62512547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"a7b775af-bea0-4622-a241-263317a25065","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.626832625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7b5d80d2-2b10-4407-85c1-c08c064fde54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.626844996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e9c4f085-3d13-491f-8cc2-a686189182c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.647171601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e9c4f085-3d13-491f-8cc2-a686189182c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.64738931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7b5d80d2-2b10-4407-85c1-c08c064fde54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.691608283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"6a854f8a-4386-4751-8510-dd2465355356","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.691632075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"6a854f8a-4386-4751-8510-dd2465355356","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.750202542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-auth","reconcileID":"d9c552b2-00e8-45ec-a047-26c6bc8c1d41","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:21.770337454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-auth","reconcileID":"d9c552b2-00e8-45ec-a047-26c6bc8c1d41","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.187483881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-auth","reconcileID":"211aedf5-5c2e-45e5-b224-8bade78eeb4a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.18759491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"3eea5248-96a3-429d-88cf-f671c303bd51","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.187616157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"3eea5248-96a3-429d-88cf-f671c303bd51","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.256341928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1556746a-0e51-4af0-ad9c-080c8e4dcfff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.256339178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a9d15c7a-63e8-4e96-a39e-fc8d383466ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.272528387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"2c3b7231-b291-47b4-a3b6-987ea29ea066","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.276447325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a9d15c7a-63e8-4e96-a39e-fc8d383466ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.277046452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1556746a-0e51-4af0-ad9c-080c8e4dcfff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.324198912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"d509c2af-ad66-464c-b83f-f5423491eba8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.324221433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"d509c2af-ad66-464c-b83f-f5423491eba8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.406645168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"7b69df6d-0fd6-4ffd-90d6-e73805ce11e6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.45331557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8c350a77-7a8b-4f9d-9bb2-89ad5e2dc733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.453317309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e2ef532a-fd12-493d-b364-7371eca9cdbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.46021644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"a976ba66-25ef-4054-9f8c-8a5f7e5e2334","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.460252633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"a976ba66-25ef-4054-9f8c-8a5f7e5e2334","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.475942795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8c350a77-7a8b-4f9d-9bb2-89ad5e2dc733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.477605125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e2ef532a-fd12-493d-b364-7371eca9cdbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.687134912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d48931c3-49e8-4fb2-a818-6144fb9e9fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.687548518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4c5aa5e7-4609-4ec6-9ebd-88edda5067f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.708405551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4c5aa5e7-4609-4ec6-9ebd-88edda5067f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:22.709387397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d48931c3-49e8-4fb2-a818-6144fb9e9fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:25.085041436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e3a6ad19-7483-465e-9b60-105bbdf7024b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:25.085884176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"66a484b1-b5c5-4f95-93bc-c05dd8ecd13a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:25.086495041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b80e1926-3dcc-47b1-8860-ecb0bc7fd54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:25.127103482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"66a484b1-b5c5-4f95-93bc-c05dd8ecd13a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:25.146575003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b80e1926-3dcc-47b1-8860-ecb0bc7fd54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:25.153378667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e3a6ad19-7483-465e-9b60-105bbdf7024b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.038413839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"4c535e32-c5af-4972-bb2a-db882c9e57ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.106384519Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"4c535e32-c5af-4972-bb2a-db882c9e57ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.106417542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"4c535e32-c5af-4972-bb2a-db882c9e57ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.106567263Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey","reconcileID":"4c535e32-c5af-4972-bb2a-db882c9e57ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.167426763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"dc5f7d24-837f-431d-9db8-96e1ec716ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.205247972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"934a4b2b-c191-45a5-b946-280d0b1bd925","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.2500923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"fafdfad5-ebbd-417d-8a6e-edb06f04bde5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.270373887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"fafdfad5-ebbd-417d-8a6e-edb06f04bde5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.343136903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-degraded-models-apikey-auth","reconcileID":"278f4616-ec30-468c-a584-affb9ed7457b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.343161549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"c86abde9-2a5a-4ef5-bbed-4b123f94ec42","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.350925412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a2655928-fce6-4164-8294-52dbbb222b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.350953412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"264c61b8-c99e-433c-b197-637b7af7b26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.371397816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a2655928-fce6-4164-8294-52dbbb222b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.372301762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"264c61b8-c99e-433c-b197-637b7af7b26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:28.435724661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"572de637-18eb-4bd5-9f0a-29a8f5285991","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:29.87714162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"21a361c8-ec68-414d-87ec-33cac256a1d3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/distinct-w1-994336","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:29.894751729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"21a361c8-ec68-414d-87ec-33cac256a1d3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/distinct-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:29.910317232Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-sub","reconcileID":"21a361c8-ec68-414d-87ec-33cac256a1d3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336","model":"e2e-models-e2e-worker-w1-994336/distinct-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.000937008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"4bbb2c66-19fa-4644-b983-46897ea35871","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.075642132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"2cb6b0bc-894b-43f0-9681-6bae9da16aab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.075865345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"461025ea-cc3a-4a3a-bbc4-90b6cbfef9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.075642273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3d27e61d-2ee0-47cb-b594-c10f00b263c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.076340702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"553bf24c-12e6-455d-bcdb-c374c04d8d8b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.096459232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"2cb6b0bc-894b-43f0-9681-6bae9da16aab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.096748866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"461025ea-cc3a-4a3a-bbc4-90b6cbfef9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.09882276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3d27e61d-2ee0-47cb-b594-c10f00b263c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.098902129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"553bf24c-12e6-455d-bcdb-c374c04d8d8b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.157733847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"102122e4-a4e7-4297-a13b-2efd9fe4616b","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.208159697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"b93c0d51-12d3-41df-ad1f-2d874dabc6e9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b5790797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.218049391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2238a53b-d63b-4484-8b96-aa9f9a792816","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.238564983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2238a53b-d63b-4484-8b96-aa9f9a792816","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.318177642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"056308ba-65ff-4c5a-8e36-13aa1fd52f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.318400259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"fb1ce999-10a3-485e-8524-f7422cd1364d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.318187574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"05f3b606-4ecd-49d2-8441-939ff59f4e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.338915957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"fb1ce999-10a3-485e-8524-f7422cd1364d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.339236643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"056308ba-65ff-4c5a-8e36-13aa1fd52f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.341491932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"05f3b606-4ecd-49d2-8441-939ff59f4e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.418608904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"aa158a3d-d98a-43dc-9f74-4950e198e369","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.438796668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"aa158a3d-d98a-43dc-9f74-4950e198e369","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.520062229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"41f323b8-54ed-4f2f-b7bc-16a8c0fe221b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.520252938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"db93b2f9-c43e-45dc-a00c-c23aa8f51182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.520063775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"b8aadf98-f9c8-4f07-aba3-e93544045638","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.540929071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"b8aadf98-f9c8-4f07-aba3-e93544045638","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.540980502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"41f323b8-54ed-4f2f-b7bc-16a8c0fe221b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:30.543217647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"db93b2f9-c43e-45dc-a00c-c23aa8f51182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.514011799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"57549a81-9256-4b6b-96eb-e7e463fa69f7","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.529179574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"57549a81-9256-4b6b-96eb-e7e463fa69f7","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.544717803Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-enrichment-sub","reconcileID":"57549a81-9256-4b6b-96eb-e7e463fa69f7","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.640274497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"f9fe5c39-6321-4f2b-8808-b49bd7069e14","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"tenant":"e2e-worker-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.640297909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"e2e-enrichment-model-ref","reconcileID":"f9fe5c39-6321-4f2b-8808-b49bd7069e14","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.684825925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"68032f0c-4886-4a3c-9103-bc93e8757c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.684878395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"822e0935-72b3-4fca-8cd1-7fdac7fd3c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.705809563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"822e0935-72b3-4fca-8cd1-7fdac7fd3c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.705888835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"68032f0c-4886-4a3c-9103-bc93e8757c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:32.889165379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"6f5a3462-6aa6-4faf-9e6c-bbdeccee9c38","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.590065883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"c49f0856-b81d-44c2-8458-2f98a1c42628","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.590602631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"47aa12f0-b481-4c38-95f5-38761ac70d33","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.608788489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"bf9d5424-bdb1-4f24-9930-c543878bb48b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.609276954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"66fd7eff-e4a9-4c76-8bec-b31b7cd501a4","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.637398774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3b62e03b-9f14-4d5a-88ba-16dc3b461271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.637461807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"60682427-46c3-49dc-a812-f608a6923a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.660095682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3b62e03b-9f14-4d5a-88ba-16dc3b461271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.660774677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"60682427-46c3-49dc-a812-f608a6923a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:33.670819206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"df6521a7-a0bd-4cd5-8892-990cde0d8815","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.714983072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"a54b242c-01df-4851-81ab-af857130148f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.715390764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"ff90d65c-c843-43a7-8d31-1eda56a85d85","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.727764099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"4f9cd8bc-8e8f-4d57-9839-59784c65b8e9","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.737913703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"7965935c-a521-4b08-b767-2d210b2440a2","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.738305289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"bcc3bab0-0e82-4d4b-b32b-ddca9385ee68","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.748428498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"2e705697-6430-4c5e-ac9b-8f6fe31bf8a9","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:47:33.760996265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-sub","reconcileID":"ec5bdabc-c2cc-4692-b311-b76d254ff4d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.769826449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"a28c1da2-04c2-4e4b-b762-187f1bf01421","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.77024153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"229ec810-ea85-4507-ad89-d227c4d47c99","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.77273874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"66ff9e13-50af-4027-b205-e67cb2c6bc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.77276293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"519d99a8-ad02-4df2-8eb7-5779d3eba229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.793703217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"519d99a8-ad02-4df2-8eb7-5779d3eba229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.794942616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"66ff9e13-50af-4027-b205-e67cb2c6bc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.795714094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"c9deca9f-0710-413b-874e-e9942f2c233a","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.804377319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"1be8bf3d-5991-44f5-9d0d-e17d0034824c","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.823369097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"71c35d19-eb82-4cfb-8313-85f733ccd813","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.824177868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"7d8898f1-efc9-4f9d-b2ee-189d43db457d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.824585799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"45c17c2c-0ba5-421b-921b-ce7f2cd98fcd","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.872262515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"7d8898f1-efc9-4f9d-b2ee-189d43db457d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"distinct-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.877487128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"432f8cbc-b169-4bb4-b3e8-3842fbdce2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.877953583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-auth","reconcileID":"ac60a617-31bf-4d52-8e05-f551471189c2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.878030441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19504b69-e91b-4874-a2ea-cbbb7f938886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.898844704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"19504b69-e91b-4874-a2ea-cbbb7f938886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.899372092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"432f8cbc-b169-4bb4-b3e8-3842fbdce2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.900111748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"426acf7e-c8bc-4f4f-888e-c4454cb81b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.901170576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-auth","reconcileID":"ac60a617-31bf-4d52-8e05-f551471189c2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.903548992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-sub","reconcileID":"9369192b-a8c7-424b-871c-b3b435c23b26","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-distinct-w4-cc45a7","model":"distinct-w4-cc45a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cc45a7/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.934986533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"463da96f-6972-4dbf-8506-cd649f1159db","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.94515623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"6bc199a7-9e99-4326-8bc5-eb4eda453f35","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.945633473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"b71d465d-c773-4e93-9f94-f5fd480a25e1","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:33.95982723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"7a49cda2-deea-450a-af57-2f7cac5bc0eb","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.007060725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"e9c42a2c-059c-4823-a5aa-950b50083f39","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.021008587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-sub","reconcileID":"9ae89037-6112-4afe-9c8d-e50afc344160","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-distinct-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.023931867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"37177fc4-43fb-4b4d-be2c-400ba9a06b6e","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.027814984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"7820d6e0-1386-464c-a348-ccce42168cfd","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.051246859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c566c4d4-0d12-40c1-b5f6-515510f3be5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.051666003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"fb6ff7a2-d091-406a-86ec-0a6787556643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.052953623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"e9c42a2c-059c-4823-a5aa-950b50083f39","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.07121626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c566c4d4-0d12-40c1-b5f6-515510f3be5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.07431173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"fb6ff7a2-d091-406a-86ec-0a6787556643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.136660064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-auth","reconcileID":"204dca5f-ac58-4859-8b70-f43a178510fb","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.151368909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-auth","reconcileID":"924829cf-dea3-46bd-b74f-7a7a9b0f5558","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.157001779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-auth","reconcileID":"204dca5f-ac58-4859-8b70-f43a178510fb","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.171383838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-auth","reconcileID":"924829cf-dea3-46bd-b74f-7a7a9b0f5558","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.422284739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"f31b67fc-76b0-4b33-be62-ba71f8dc77cc","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.484163808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-auth","reconcileID":"6f0d4265-3cda-4fab-a7b3-e522db91d1c3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:34.504710489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-auth","reconcileID":"6f0d4265-3cda-4fab-a7b3-e522db91d1c3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.385062667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"58d41ae7-7ec3-46aa-aeb7-9f7a11e4d7fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ad121b","tenantID":"e2e-praxis-b-ad121b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.432055796Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"58d41ae7-7ec3-46aa-aeb7-9f7a11e4d7fc","name":"e2e-praxis-b-ad121b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.769143922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-auth","reconcileID":"fd015d84-03cb-4f05-9ffa-42ff6cd10756","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.76925709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"cc501ea5-683c-4ac5-b982-df37ea8ed48f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.828501133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-auth","reconcileID":"978b6661-3508-40f1-a6e0-a47333f3f3e8","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.828547092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"19cbf017-ffc2-42e2-9bd7-bd6c248eb1de","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:36.906783837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"d5af7447-d237-401e-9ec3-d7bf5a7e74cc","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.005615315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"9e19eef6-320e-43e3-9e91-009402c9ae82","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.054686848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"4cd4766b-699c-4c67-8afd-ee40d0b28a7b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.055187007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"68ed3cf1-096a-4e2f-ab73-791f874cf3e5","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.100198551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"aac9e302-ecd1-4408-aef8-2b2495331e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.100362849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"580d98e5-aa4a-45ee-877b-912ed0a92cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.123468154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"580d98e5-aa4a-45ee-877b-912ed0a92cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.123708902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"aac9e302-ecd1-4408-aef8-2b2495331e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.131511703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"78eb13d8-4752-4548-8886-9a6e5c4ebc7f","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.20328596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"db2fc52b-3c84-4acd-81b7-98e7f403f663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.206191753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8a3cb9cc-490b-4b2c-bc50-6cac5996fb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.226448783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"db2fc52b-3c84-4acd-81b7-98e7f403f663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:37.227162146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8a3cb9cc-490b-4b2c-bc50-6cac5996fb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.434158405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"3fe6cde3-5d64-41ae-a3bb-6067b5814d30","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.434957289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f59b1f23-502e-4c0b-b042-1edf8c8b7e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.439699642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2181dc42-afab-4416-8e00-629770baeb95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.440350597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"93414bb6-6080-4f62-92d1-22106acee442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.457061728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f59b1f23-502e-4c0b-b042-1edf8c8b7e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.465412262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2181dc42-afab-4416-8e00-629770baeb95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.469776423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"3fe6cde3-5d64-41ae-a3bb-6067b5814d30","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.482762881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"93414bb6-6080-4f62-92d1-22106acee442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.652091508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b86ac8aa-43dc-4ceb-b8f9-a6c48cf161ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.652422683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"79943543-d954-4e85-8808-6f88ea74351d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.720424196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"79943543-d954-4e85-8808-6f88ea74351d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.721607843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b86ac8aa-43dc-4ceb-b8f9-a6c48cf161ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.894006166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8016ffcd-9ac8-4539-b337-ff9946bc6d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.894518817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"bc3da5a3-55eb-4e8b-80be-7f59d412d95d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.894818353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a84f17c3-3f8a-47c4-b376-a17910fbf707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.924258909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"bc3da5a3-55eb-4e8b-80be-7f59d412d95d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.933283157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8016ffcd-9ac8-4539-b337-ff9946bc6d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.94114784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a84f17c3-3f8a-47c4-b376-a17910fbf707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:39.978758658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"a9d33fe0-bf81-435b-a1b2-8a029056b6eb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.009729147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"a9d33fe0-bf81-435b-a1b2-8a029056b6eb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.238217975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"e2083c24-f0ab-4bc3-90b6-d93ebd3c0e46","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.254900756Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"e2083c24-f0ab-4bc3-90b6-d93ebd3c0e46","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.279729231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-sub","reconcileID":"e2083c24-f0ab-4bc3-90b6-d93ebd3c0e46","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336","model":"e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.400590326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"723b6d44-a7b5-455f-a0b4-4bfbc1d03cb4","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.524886001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"bc5c4fad-fee1-4e62-b134-e34be14fec80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.526390645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"1c51b20c-d5e4-4e1f-9a05-30e56e43f11d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.527427255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"0d3ce481-cec3-4012-a0a5-6476299024e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.528407514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"967cffd6-f369-4da0-a777-5f2ddf1ce432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.586000327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"967cffd6-f369-4da0-a777-5f2ddf1ce432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.603545815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"bc5c4fad-fee1-4e62-b134-e34be14fec80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.613194391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"1c51b20c-d5e4-4e1f-9a05-30e56e43f11d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.673347272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"0d3ce481-cec3-4012-a0a5-6476299024e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.673784257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"bbf6262f-8514-4f28-94b4-209d97b9dd54","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.717275816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-match-auth","reconcileID":"2f0cc8a8-658a-4fae-8589-aa65b11afd8b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/distinct-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.760415069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.76072938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"38c219c9-d02b-4254-a670-6b58a7ca0add","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.770224354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"e8645fa8-4055-4f64-90d1-27439800aa1e","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.781299225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"38c219c9-d02b-4254-a670-6b58a7ca0add","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.91952159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"f8d81d88-775b-4750-9317-b9048d4f81af","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:40.919543242Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"e2e-model-nomatch-auth","reconcileID":"5af6e82b-e953-4edd-b5b8-a75098e793a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:41.058058734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"1650a8e7-9413-4b3e-80ae-093c8106e720","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.044029845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280e9a2-ba61-4e65-830f-99f22c28db9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.060665161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280e9a2-ba61-4e65-830f-99f22c28db9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.076046239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280e9a2-ba61-4e65-830f-99f22c28db9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.09142992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280e9a2-ba61-4e65-830f-99f22c28db9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.107112503Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"38dff306-cdc6-482b-aab2-c296c0c89b2f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.179801731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"38dff306-cdc6-482b-aab2-c296c0c89b2f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4b5989/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.179846437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"38dff306-cdc6-482b-aab2-c296c0c89b2f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.185035566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-sub","reconcileID":"f5f7c311-e1db-4344-a529-07037128098b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.195199208Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"38dff306-cdc6-482b-aab2-c296c0c89b2f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.200373003Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-sub","reconcileID":"f5f7c311-e1db-4344-a529-07037128098b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.210316983Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"e2e-partial-access-sub","reconcileID":"38dff306-cdc6-482b-aab2-c296c0c89b2f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/distinct-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.215518803Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"e2e-no-access-sub","reconcileID":"f5f7c311-e1db-4344-a529-07037128098b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.241404389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"0e009a24-f2aa-44be-bce6-8049da8d7c50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.334764537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"19078407-5bb3-4452-b113-4acafc9fbde8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.335060659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"65875dba-ee5a-4520-8053-e9063e55325e","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.335228422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"dacabd91-33ce-4fb6-af64-6d84444a4bfc","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.38596307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"14c70b19-486c-498b-9557-0a41b12a9436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.386054262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cbdb8060-3662-457d-a303-5a37ca221e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.401287182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5ec3b06d-2c01-40c3-955f-15a1ff4647ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.401344166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d32b92e0-f5b2-4b7e-8ff0-bb37f50ebe53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.421264034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cbdb8060-3662-457d-a303-5a37ca221e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.421678846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d32b92e0-f5b2-4b7e-8ff0-bb37f50ebe53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.423883963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"14c70b19-486c-498b-9557-0a41b12a9436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.423999472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5ec3b06d-2c01-40c3-955f-15a1ff4647ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.764612214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc8830e-b80e-4991-9ad6-6a761701c982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.779525455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc8830e-b80e-4991-9ad6-6a761701c982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.794663071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc8830e-b80e-4991-9ad6-6a761701c982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.883057705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc8830e-b80e-4991-9ad6-6a761701c982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:47.983388994Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b36e62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b36e62","reconcileID":"e4eda121-7d67-49c9-ab90-c3ef9d55645e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-b36e62","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-b36e62":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:48.530649573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81214d37-c697-4501-91dd-c0b8aeed4078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:48.546245383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81214d37-c697-4501-91dd-c0b8aeed4078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:48.56198566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81214d37-c697-4501-91dd-c0b8aeed4078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:48.57760545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81214d37-c697-4501-91dd-c0b8aeed4078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:49.283812081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4166de8-1a35-47ad-b35d-beecac271264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:49.30205413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4166de8-1a35-47ad-b35d-beecac271264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:49.318606177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4166de8-1a35-47ad-b35d-beecac271264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:49.33400895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4166de8-1a35-47ad-b35d-beecac271264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:49.986812151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d1d92b-d040-4397-89dd-81a3e0b5c15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.004739469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d1d92b-d040-4397-89dd-81a3e0b5c15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.02178915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d1d92b-d040-4397-89dd-81a3e0b5c15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.042631623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d1d92b-d040-4397-89dd-81a3e0b5c15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.775142156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e190fa9-c93c-4e5c-8900-c6c5e42ecc61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.790221257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e190fa9-c93c-4e5c-8900-c6c5e42ecc61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.805855272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e190fa9-c93c-4e5c-8900-c6c5e42ecc61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:50.82179442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e190fa9-c93c-4e5c-8900-c6c5e42ecc61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:51.46142106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e40e83-5126-4904-9340-d75e1a261379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:51.476574891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e40e83-5126-4904-9340-d75e1a261379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:51.491563074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e40e83-5126-4904-9340-d75e1a261379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:51.50658197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e40e83-5126-4904-9340-d75e1a261379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.167961592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08b1f4-f443-4c15-8d96-102ea4e8c2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.168845611Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-0877f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-0877f5","reconcileID":"96b17589-6191-486e-b0b9-8d06a29abbd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-0877f5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-0877f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.183450038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08b1f4-f443-4c15-8d96-102ea4e8c2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.199456523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08b1f4-f443-4c15-8d96-102ea4e8c2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.217971108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08b1f4-f443-4c15-8d96-102ea4e8c2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.866019729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d2da94-ef04-4f5d-b8ff-536a278e1a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.881531162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d2da94-ef04-4f5d-b8ff-536a278e1a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.896833101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d2da94-ef04-4f5d-b8ff-536a278e1a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:52.911997067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d2da94-ef04-4f5d-b8ff-536a278e1a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:53.55438795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3fc089-db9a-4fd6-930c-f7ad81b60a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:53.569584802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3fc089-db9a-4fd6-930c-f7ad81b60a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:53.585202405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3fc089-db9a-4fd6-930c-f7ad81b60a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:53.600886911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3fc089-db9a-4fd6-930c-f7ad81b60a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:54.219880039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9082f11-d27a-4592-ba53-d46854ce3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:54.255501473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9082f11-d27a-4592-ba53-d46854ce3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:54.319813116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9082f11-d27a-4592-ba53-d46854ce3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:54.354244228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9082f11-d27a-4592-ba53-d46854ce3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:57.719141264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2702318e-2cff-49ae-be1c-663a2797ca55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:57.735548233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2702318e-2cff-49ae-be1c-663a2797ca55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:57.754279103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2702318e-2cff-49ae-be1c-663a2797ca55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:57.773471492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2702318e-2cff-49ae-be1c-663a2797ca55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.405571579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"2cd23f3e-b1fe-45ee-87fe-1811d1b50f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.405572406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7b230f5e-ae4c-4e58-8258-d03e78371681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.4274127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"2cd23f3e-b1fe-45ee-87fe-1811d1b50f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.427981661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7b230f5e-ae4c-4e58-8258-d03e78371681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.430518195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2425e934-b9dc-4e00-be7b-32d028b7f49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.447856142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2425e934-b9dc-4e00-be7b-32d028b7f49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.464021761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2425e934-b9dc-4e00-be7b-32d028b7f49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.481042091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2425e934-b9dc-4e00-be7b-32d028b7f49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.656440839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"26c4f1ca-e7cc-48e1-aa19-4fc02ef0c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.687532047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"26c4f1ca-e7cc-48e1-aa19-4fc02ef0c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.778712382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"11855d59-5b9b-4312-b422-8b15b8a4343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.802067387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"11855d59-5b9b-4312-b422-8b15b8a4343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.991998514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a54f8373-acf2-4c96-bcd1-a5bc6c0d6fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:58.992860085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b32d9e38-4662-486e-9d9d-ffac5fce7af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:59.020605073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a54f8373-acf2-4c96-bcd1-a5bc6c0d6fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:59.025012006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b32d9e38-4662-486e-9d9d-ffac5fce7af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:59.364872393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdc8c0-232e-41c2-8430-f3452667d880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:59.380661314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdc8c0-232e-41c2-8430-f3452667d880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:59.396425397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdc8c0-232e-41c2-8430-f3452667d880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:47:59.411384256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdc8c0-232e-41c2-8430-f3452667d880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.907442486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","namespace":"ai-tenant-e2e-praxis-b-9c8b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.907513117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","namespace":"ai-tenant-e2e-praxis-b-9c8b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.90758761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","tenant":"e2e-praxis-b-9c8b33","tenantID":"e2e-praxis-b-9c8b33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.92496593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9c8b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.954298097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Service","name":"maas-api-e2e-praxis-b-9c8b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.974173989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9c8b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:00.994486839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9c8b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.014440742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.032343538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.052639035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.070301079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.085163806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.099963451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.115160329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Service","name":"payload-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.129941739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.144646243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.160265613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.175610972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.202027947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.2188535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.234220075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.249614581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9c8b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.264497147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9c8b33"},"namespace":"ai-tenant-e2e-praxis-b-9c8b33","name":"default-tenant","reconcileID":"7ad3eae5-c5b2-4443-aa7d-af0769d8a9e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9c8b33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:01.604754931Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9c8b33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9c8b33","reconcileID":"a7b46d5a-0c66-4ff8-9bff-43f7d33e253e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9c8b33","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9c8b33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.058909774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aefde9-eb06-4527-965c-5c10783ad18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.074233773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aefde9-eb06-4527-965c-5c10783ad18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.089381744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aefde9-eb06-4527-965c-5c10783ad18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.104513324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aefde9-eb06-4527-965c-5c10783ad18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.768167482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab5502d-d985-45a3-9a2e-6a87be5ee9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.783411518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab5502d-d985-45a3-9a2e-6a87be5ee9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.799100635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab5502d-d985-45a3-9a2e-6a87be5ee9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:02.814781909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab5502d-d985-45a3-9a2e-6a87be5ee9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:03.446281148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf39d-3f36-4e0c-9bda-5c9a6647a170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:03.486733379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf39d-3f36-4e0c-9bda-5c9a6647a170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:03.502728798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf39d-3f36-4e0c-9bda-5c9a6647a170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:03.518379199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf39d-3f36-4e0c-9bda-5c9a6647a170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:04.591522954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4139330c-cec7-406d-85da-2a543f221390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:04.607943457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4139330c-cec7-406d-85da-2a543f221390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:04.623934343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4139330c-cec7-406d-85da-2a543f221390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:04.639604166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4139330c-cec7-406d-85da-2a543f221390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:05.271646529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160108b5-2b56-4baa-a20c-321fb455b054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:05.28692269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160108b5-2b56-4baa-a20c-321fb455b054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:05.30207631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160108b5-2b56-4baa-a20c-321fb455b054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:05.317050163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160108b5-2b56-4baa-a20c-321fb455b054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:08.556373984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"2b8dbb26-b74d-4c5e-be3e-b70d8ff00056","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:08.601171957Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"2b8dbb26-b74d-4c5e-be3e-b70d8ff00056","name":"e2e-shared-a-w1-b36e62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:10.757111093Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:13.970271203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"7585cea1-ee29-4773-8312-730b26f3bb00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.094040755Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"7585cea1-ee29-4773-8312-730b26f3bb00","name":"e2e-shared-a-w0-0877f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.299713131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f57104-a5ea-488b-beac-56de19c12670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.316089019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f57104-a5ea-488b-beac-56de19c12670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.332221467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f57104-a5ea-488b-beac-56de19c12670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.356781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f57104-a5ea-488b-beac-56de19c12670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.560877835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"6c9f711b-ede3-408a-bc2e-47b5b1ee1f23","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:14.561576381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"6c9f711b-ede3-408a-bc2e-47b5b1ee1f23","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.061371643Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-6b5dab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-6b5dab","reconcileID":"23177c78-94ca-42d0-9c43-1bc116204b1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-6b5dab","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-6b5dab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.11410614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b92e396-9dfc-4644-a7b3-8941478610c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.130046177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b92e396-9dfc-4644-a7b3-8941478610c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.146744979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b92e396-9dfc-4644-a7b3-8941478610c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.162241586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b92e396-9dfc-4644-a7b3-8941478610c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.959960335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13459719-41ed-4366-9027-11035fd715af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.977913483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13459719-41ed-4366-9027-11035fd715af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:15.995801547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13459719-41ed-4366-9027-11035fd715af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:16.01455596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13459719-41ed-4366-9027-11035fd715af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:16.830400341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d257b2-9273-4df5-b118-48195d543519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:16.846907244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d257b2-9273-4df5-b118-48195d543519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:16.862196145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d257b2-9273-4df5-b118-48195d543519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:16.881547484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d257b2-9273-4df5-b118-48195d543519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.684110513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","namespace":"ai-tenant-e2e-praxis-a-b01ff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.684208009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","namespace":"ai-tenant-e2e-praxis-a-b01ff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.684291345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","tenant":"e2e-praxis-a-b01ff6","tenantID":"e2e-praxis-a-b01ff6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.701463692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b01ff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.738435894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Service","name":"maas-api-e2e-praxis-a-b01ff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.757768163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b01ff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.776614085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b01ff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.795025457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.814750977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.834819302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.854148952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.869213675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.884359467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.899414208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Service","name":"payload-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.914481935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.929447441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.948070873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.964761272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:23.988176786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.004063034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.021726297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.037306409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b01ff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.052916468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b01ff6"},"namespace":"ai-tenant-e2e-praxis-a-b01ff6","name":"default-tenant","reconcileID":"2977ab34-db2e-4d5c-83bf-3e22a793febd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b01ff6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.354998689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b01ff6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b01ff6","reconcileID":"2b8d1270-83c5-475a-8a00-297d2541073a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b01ff6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b01ff6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.765662782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dcdd2a-d1df-4303-ae85-f49cdabe50ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.782767137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dcdd2a-d1df-4303-ae85-f49cdabe50ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.79865338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dcdd2a-d1df-4303-ae85-f49cdabe50ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:24.814451722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dcdd2a-d1df-4303-ae85-f49cdabe50ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:25.442016814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a058a8-d28f-46a6-aca1-f7f6d9d52c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:25.457130079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a058a8-d28f-46a6-aca1-f7f6d9d52c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:25.472217015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a058a8-d28f-46a6-aca1-f7f6d9d52c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:25.48736468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a058a8-d28f-46a6-aca1-f7f6d9d52c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:26.12862818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6e1724-a1dc-4497-ae93-92f1ff71f056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:26.143875878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6e1724-a1dc-4497-ae93-92f1ff71f056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:26.171854292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6e1724-a1dc-4497-ae93-92f1ff71f056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:26.18689822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6e1724-a1dc-4497-ae93-92f1ff71f056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:29.991967256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa313f6-0f32-43d2-bbf1-86d2a5a94795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.006961123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa313f6-0f32-43d2-bbf1-86d2a5a94795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.022126551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa313f6-0f32-43d2-bbf1-86d2a5a94795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.037154658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa313f6-0f32-43d2-bbf1-86d2a5a94795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.64098259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ed890-ea89-450e-811e-f1336607c29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.656046298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ed890-ea89-450e-811e-f1336607c29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.671034878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ed890-ea89-450e-811e-f1336607c29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:30.686028184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ed890-ea89-450e-811e-f1336607c29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:33.468466644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a83a73-2502-42a4-bfb8-96a811607ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:33.484288064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a83a73-2502-42a4-bfb8-96a811607ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:33.500096405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a83a73-2502-42a4-bfb8-96a811607ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:33.515249193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a83a73-2502-42a4-bfb8-96a811607ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:34.159892219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38229d28-0f79-4cb6-ae67-fb5dbcf16eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:34.175915837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38229d28-0f79-4cb6-ae67-fb5dbcf16eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:34.19135636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38229d28-0f79-4cb6-ae67-fb5dbcf16eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:34.207191012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38229d28-0f79-4cb6-ae67-fb5dbcf16eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:35.678971154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ac0037-1c79-4603-9789-6ccc5184fb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:35.695462711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ac0037-1c79-4603-9789-6ccc5184fb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:35.711610036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ac0037-1c79-4603-9789-6ccc5184fb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:35.727863151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ac0037-1c79-4603-9789-6ccc5184fb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:36.367062494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b2d9-8540-49aa-a343-a8e8c214d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:36.426450462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b2d9-8540-49aa-a343-a8e8c214d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:36.441598382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b2d9-8540-49aa-a343-a8e8c214d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:36.456482144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b2d9-8540-49aa-a343-a8e8c214d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.016275675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"ca0e80e9-d106-4393-82a5-6b561451f45d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.065466806Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"ca0e80e9-d106-4393-82a5-6b561451f45d","name":"e2e-shared-a-w2-6b5dab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.144079201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad93f8c3-c0ca-429a-b118-99b4d751da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.159095801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad93f8c3-c0ca-429a-b118-99b4d751da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.173908011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad93f8c3-c0ca-429a-b118-99b4d751da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.190859353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad93f8c3-c0ca-429a-b118-99b4d751da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.812244178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eea02a5-07b9-46d9-a980-6099256355a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.827232677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eea02a5-07b9-46d9-a980-6099256355a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.842969811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eea02a5-07b9-46d9-a980-6099256355a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:37.858788805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eea02a5-07b9-46d9-a980-6099256355a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:38.531525009Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fb32d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fb32d4","reconcileID":"b19656e4-ba79-47d1-9c7a-8680e6edc0d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-fb32d4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-fb32d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:38.552525791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf683190-f57f-4288-b7c9-0fdd4086faf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:38.567741453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf683190-f57f-4288-b7c9-0fdd4086faf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:38.582905781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf683190-f57f-4288-b7c9-0fdd4086faf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:38.597741381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf683190-f57f-4288-b7c9-0fdd4086faf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:39.492956434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90d4066-afab-4f5b-9aec-e78aced22d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:39.507841955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90d4066-afab-4f5b-9aec-e78aced22d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:39.522673807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90d4066-afab-4f5b-9aec-e78aced22d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:39.538246193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90d4066-afab-4f5b-9aec-e78aced22d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.16970234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb397414-85d7-4ab1-9f84-65073b4a20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.184581742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb397414-85d7-4ab1-9f84-65073b4a20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.199638448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb397414-85d7-4ab1-9f84-65073b4a20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.214999014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb397414-85d7-4ab1-9f84-65073b4a20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.765922081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.923675185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be0b2e4-952c-422b-b706-20c706765397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.942711543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be0b2e4-952c-422b-b706-20c706765397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.960243299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be0b2e4-952c-422b-b706-20c706765397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:40.975206488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be0b2e4-952c-422b-b706-20c706765397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:41.91573342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0571950-86d6-4402-9d31-446f25587df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:41.933129118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0571950-86d6-4402-9d31-446f25587df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:41.95074438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0571950-86d6-4402-9d31-446f25587df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:41.965861612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0571950-86d6-4402-9d31-446f25587df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:42.560884541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a57cd-2108-41f3-914b-a694d8b263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:42.576372061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a57cd-2108-41f3-914b-a694d8b263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:42.592262214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a57cd-2108-41f3-914b-a694d8b263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:42.610569867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6a57cd-2108-41f3-914b-a694d8b263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:42.788163102Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-5237cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-5237cd","reconcileID":"4636de71-debc-433f-9b97-326f94b82b1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-5237cd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-5237cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:43.339496232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec38c15-e0cf-4984-9d64-27d9eecf49fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:43.355885271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec38c15-e0cf-4984-9d64-27d9eecf49fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:43.374687094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec38c15-e0cf-4984-9d64-27d9eecf49fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:43.39009682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec38c15-e0cf-4984-9d64-27d9eecf49fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.458409094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"6f3dfc8d-07cd-4559-87b0-c7c36671e6db","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.458436644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"6f3dfc8d-07cd-4559-87b0-c7c36671e6db","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.751485482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"592e58e2-fccd-4b10-9550-6bcf40486473","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.751506431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"592e58e2-fccd-4b10-9550-6bcf40486473","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.769830364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"27da6956-876d-4ff7-b68b-c78f9f157900","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.76985898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"27da6956-876d-4ff7-b68b-c78f9f157900","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.815445022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"fb81efaf-4b70-4655-a4f1-b52d751f39e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.869816587Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"fb81efaf-4b70-4655-a4f1-b52d751f39e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.888799735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"fb81efaf-4b70-4655-a4f1-b52d751f39e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.910259197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"4dbb9431-0667-4d70-8bcc-8df86408737a","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:46.910290468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"4dbb9431-0667-4d70-8bcc-8df86408737a","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:56.940211171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"c3b5f9c2-8d96-41fa-a794-602481cf31b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:56.962010739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"c3b5f9c2-8d96-41fa-a794-602481cf31b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:56.981774291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"c3b5f9c2-8d96-41fa-a794-602481cf31b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:59.472568028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bc60a-dfa0-43e2-85cb-0b87975fc280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:59.48953366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bc60a-dfa0-43e2-85cb-0b87975fc280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:59.508975775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bc60a-dfa0-43e2-85cb-0b87975fc280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:48:59.524931246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bc60a-dfa0-43e2-85cb-0b87975fc280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:00.165052706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f32ec-7fc4-4088-8a67-c43f815ba2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:00.180171396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f32ec-7fc4-4088-8a67-c43f815ba2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:00.195409135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f32ec-7fc4-4088-8a67-c43f815ba2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:00.211246989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f32ec-7fc4-4088-8a67-c43f815ba2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:00.692247141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"2c6ffba1-aa7c-493b-ba84-4f943364ef49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:00.736906435Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"2c6ffba1-aa7c-493b-ba84-4f943364ef49","name":"e2e-shared-b-w1-fb32d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.315272937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","namespace":"ai-tenant-e2e-praxis-b-ad121b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.315368281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","namespace":"ai-tenant-e2e-praxis-b-ad121b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.315440805Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","tenant":"e2e-praxis-b-ad121b","tenantID":"e2e-praxis-b-ad121b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.332827484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ad121b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.36770187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Service","name":"maas-api-e2e-praxis-b-ad121b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.386064096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ad121b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.40343896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ad121b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.42110135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.438667911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.459403682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.477034097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.491914917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.506916346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.521696273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Service","name":"payload-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.536610952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.551634073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.566871263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.587883737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.611660855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.626638829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.64159407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.656616753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ad121b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:04.671170604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad121b"},"namespace":"ai-tenant-e2e-praxis-b-ad121b","name":"default-tenant","reconcileID":"7a610706-0421-4bd2-99cd-71b12e1f809e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ad121b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.234078366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6d1fd8-9cc3-4904-b43b-733acafa2b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.250077544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6d1fd8-9cc3-4904-b43b-733acafa2b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.267085895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6d1fd8-9cc3-4904-b43b-733acafa2b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.282344491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6d1fd8-9cc3-4904-b43b-733acafa2b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.468133795Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ad121b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ad121b","reconcileID":"1c1a0fbf-f6b5-4c80-9b8f-3659fbb06155","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ad121b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ad121b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.915933208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bae298-a2aa-41a4-9a98-959eb1bf0c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.932955116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bae298-a2aa-41a4-9a98-959eb1bf0c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.940574723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-44405d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-44405d","reconcileID":"755f3001-1a40-4a7d-95cf-767462296263","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-44405d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-44405d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.948675934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bae298-a2aa-41a4-9a98-959eb1bf0c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:05.963997303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bae298-a2aa-41a4-9a98-959eb1bf0c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:06.696155018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d451c80-7a8a-4d47-aecd-5d1d3786af83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:06.711485073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d451c80-7a8a-4d47-aecd-5d1d3786af83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:06.72654438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d451c80-7a8a-4d47-aecd-5d1d3786af83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:06.7417426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d451c80-7a8a-4d47-aecd-5d1d3786af83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:06.89353758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2be75531-5c17-40bc-a87b-63afd74b7ed4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:06.937870079Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2be75531-5c17-40bc-a87b-63afd74b7ed4","name":"e2e-shared-b-w0-5237cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:07.01288487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"88b2c231-9aed-4ba2-9e1f-dcfc58015d78","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:07.034649958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"88b2c231-9aed-4ba2-9e1f-dcfc58015d78","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:07.071723701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"88b2c231-9aed-4ba2-9e1f-dcfc58015d78","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:10.775623542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:17.102418848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"246138a2-3c08-411c-b0d5-8991b4d945c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:17.124274296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"246138a2-3c08-411c-b0d5-8991b4d945c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:17.144908183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c21bcb466ad29f225fb77b3b0ff475276ec05d2956b7f3d085987763cef8d9e) AuthConfig (28b27739b6d0087818ba31210354c1a27bae868d441343828f6d0a6a3d40c458) AuthConfig (9f4ce6bf9b5dd4229f2bf5058fe86e7ce1e9ea5b832b1b0d2d7df746d64b74f0) AuthConfig (bafa5ddf01c02b8074f3a29d29c72c12dd4336793cf7ccf2defe22ce244035d6) AuthConfig (753de2abbb700f3c2a570278e45cb2685787000b28e42c90ab63f642f00aed5a) AuthConfig (b035f338bd40c40c5ea3e98f0f98f7545701a2a239a744b5fcd687c9b37673d2) AuthConfig (4b0bd6bb9cf77af2a8bc4ecda03d3d8ec9f038b2b174ed14ea14747be340dc59) AuthConfig (e4db31b68e7546a3acdcf5e536fd2582a9974e446c8d6c417f73e6cb62b748e7) AuthConfig (580920433e5450e1e6d49749a6504817403238cd11d03e826102cf05bf32677a) AuthConfig (0bf7e6ad3823713829a610534d476729056e066213893300bfda5ba47607cf5b) AuthConfig (3786f4a409cd7af5a65b21a346e583ed0aca526369a8a5dd06504b7f9e3960c6) AuthConfig (a580db94adf71405bf68bf35f5ad15bbb1b9a14d54eb8358c48c91a5ea212248) AuthConfig (51a54daa925bc3cb2ebfea1f63e9e91f3b18432e324c39e990540b84898c8d39) AuthConfig (c4b936d95f40f9539bd0af45e2ff332ebababd47c99b711848cb0c50fe9ad9f2) AuthConfig (4acfb9457846a4792661d31e346389b89d267e9c93f7f77d9b73d71f70a186c0) AuthConfig (ac29b3e889ef93706f59153ac60aefd4b4c0253ca7f31891570b7924e4d06f82) AuthConfig (71842b1a27888c079e1dd670452987975432d909302bacae87fa4eac84d412ed) AuthConfig (93cfd08c4f7aea1bd16a0bd7a564c8c94116cda25f8f6bacc80914a966f17ef4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"246138a2-3c08-411c-b0d5-8991b4d945c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:17.16664185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"a9a9c0de-9adc-40fd-84d2-87b1b07f874e","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:17.166663039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"a9a9c0de-9adc-40fd-84d2-87b1b07f874e","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.381563706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"109e5bc8-4dc2-4804-abb9-5a02597421c7","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.401255431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5e4f7559-a0b5-429b-ad4d-d760126db6bf","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.446029661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"d2ca3ae7-34ea-4016-93ec-2c5f6fc337eb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.46790121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"d2ca3ae7-34ea-4016-93ec-2c5f6fc337eb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.551946308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"dfb38d2d-59c0-4c4d-84f3-fb0335e1ffd9","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.597959854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"5214e9cc-5abd-46cf-be95-b5222b748c15","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.61897967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"5214e9cc-5abd-46cf-be95-b5222b748c15","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.643397666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c1310343-8e32-4f05-a516-ec3c73ab5148","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.664252829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"2e5ae7e7-e300-4ac2-9fe1-b379db9f6f23","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:49:18.677783289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"a80b4dbf-887a-4a49-8f45-140b41d4dfe6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.696275372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6eb48d6a-98b2-47d3-8ba8-335332a92b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.696274668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b9afc697-5c7a-4dfe-a578-b94b0c54e409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.717704449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6eb48d6a-98b2-47d3-8ba8-335332a92b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.717995258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b9afc697-5c7a-4dfe-a578-b94b0c54e409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.720276317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8b6a34b4-a21b-40f3-9572-c8db84183d8e","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.738551161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ed5ce009-71fe-4b35-8fb0-c5ea77502b4c","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.80181232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"76eb3d70-ac70-4060-9048-c12a5b4ad35f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.816530509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"62ec7d38-e107-45ec-8388-3405330339fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.816531518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c9b23f13-eeb2-4aba-871e-583e8da47e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.821641313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"0dfb04c7-6d9a-4f72-8add-b65953999650","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-106555/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.821758248Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"0dfb04c7-6d9a-4f72-8add-b65953999650","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.821944619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"76eb3d70-ac70-4060-9048-c12a5b4ad35f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.836735254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"62ec7d38-e107-45ec-8388-3405330339fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.836917015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c9b23f13-eeb2-4aba-871e-583e8da47e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.892291937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"98fe4e34-c391-4edb-8cbd-da1367a8ab3a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:18.899975587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"befc1ea0-85f4-4a92-b989-af0c2258b07b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:19.000120007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"3d8642f8-b1fb-4b77-8246-aa996e4553ad","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:19.000272518Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"3d8642f8-b1fb-4b77-8246-aa996e4553ad","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.093001852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"40c794b6-e291-4193-8fe9-23437f0632ab","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.137286205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1af0a503-6684-41b7-9a05-f922d4dc5004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.137345661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"063610fd-9d12-41c1-b050-f312bbc914ed","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.137886344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6a49a275-3be5-4456-b99f-ff210100573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.157690349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"063610fd-9d12-41c1-b050-f312bbc914ed","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.1593111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1af0a503-6684-41b7-9a05-f922d4dc5004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:21.160025274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6a49a275-3be5-4456-b99f-ff210100573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:25.362765828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42698ec3-2fe7-4c5a-855f-b70ac81ba2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:25.378808299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42698ec3-2fe7-4c5a-855f-b70ac81ba2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:25.394036307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42698ec3-2fe7-4c5a-855f-b70ac81ba2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:25.41464348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42698ec3-2fe7-4c5a-855f-b70ac81ba2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:26.023582373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78f512-83c4-4622-b111-1c475b868edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:26.041447733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78f512-83c4-4622-b111-1c475b868edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:26.05679884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78f512-83c4-4622-b111-1c475b868edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:26.072147225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78f512-83c4-4622-b111-1c475b868edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:27.196502209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"66142595-46c0-4a7d-9d4a-d69c2ea4580e","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:27.217098235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"66142595-46c0-4a7d-9d4a-d69c2ea4580e","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:27.236360525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e791-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c21bcb466ad29f225fb77b3b0ff475276ec05d2956b7f3d085987763cef8d9e) AuthConfig (28b27739b6d0087818ba31210354c1a27bae868d441343828f6d0a6a3d40c458) AuthConfig (9f4ce6bf9b5dd4229f2bf5058fe86e7ce1e9ea5b832b1b0d2d7df746d64b74f0) AuthConfig (bafa5ddf01c02b8074f3a29d29c72c12dd4336793cf7ccf2defe22ce244035d6) AuthConfig (753de2abbb700f3c2a570278e45cb2685787000b28e42c90ab63f642f00aed5a) AuthConfig (b035f338bd40c40c5ea3e98f0f98f7545701a2a239a744b5fcd687c9b37673d2) AuthConfig (4b0bd6bb9cf77af2a8bc4ecda03d3d8ec9f038b2b174ed14ea14747be340dc59) AuthConfig (e4db31b68e7546a3acdcf5e536fd2582a9974e446c8d6c417f73e6cb62b748e7) AuthConfig (580920433e5450e1e6d49749a6504817403238cd11d03e826102cf05bf32677a) AuthConfig (0bf7e6ad3823713829a610534d476729056e066213893300bfda5ba47607cf5b) AuthConfig (3786f4a409cd7af5a65b21a346e583ed0aca526369a8a5dd06504b7f9e3960c6) AuthConfig (a580db94adf71405bf68bf35f5ad15bbb1b9a14d54eb8358c48c91a5ea212248) AuthConfig (51a54daa925bc3cb2ebfea1f63e9e91f3b18432e324c39e990540b84898c8d39) AuthConfig (c4b936d95f40f9539bd0af45e2ff332ebababd47c99b711848cb0c50fe9ad9f2) AuthConfig (4acfb9457846a4792661d31e346389b89d267e9c93f7f77d9b73d71f70a186c0) AuthConfig (ac29b3e889ef93706f59153ac60aefd4b4c0253ca7f31891570b7924e4d06f82) AuthConfig (71842b1a27888c079e1dd670452987975432d909302bacae87fa4eac84d412ed) AuthConfig (93cfd08c4f7aea1bd16a0bd7a564c8c94116cda25f8f6bacc80914a966f17ef4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"66142595-46c0-4a7d-9d4a-d69c2ea4580e","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:30.05449977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"c5b393c3-39b5-4d9c-9a43-939171187e0a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:30.098624206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"c5b393c3-39b5-4d9c-9a43-939171187e0a","name":"e2e-shared-b-w2-44405d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.146134091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"59942ade-89f0-45c5-9d54-09151eb8d590","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.216965875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"59942ade-89f0-45c5-9d54-09151eb8d590","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-106555/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.216995993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"59942ade-89f0-45c5-9d54-09151eb8d590","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.217084445Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-sub","reconcileID":"59942ade-89f0-45c5-9d54-09151eb8d590","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-106555/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.280594213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"bd609a21-4ec3-4f64-a08f-daefa6d1c950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.37441254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ca9bc785-4839-4807-a779-c2af02b14dbf","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.420405493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4050265e-e2c4-4959-a5a6-9033c6651c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.420565791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"f2c68c38-6a39-4b7e-9693-ae9fb8fa7f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.421026764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"f01b1016-734e-45c7-b07b-f2feb2e49280","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.440911097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"f2c68c38-6a39-4b7e-9693-ae9fb8fa7f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.44092294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4050265e-e2c4-4959-a5a6-9033c6651c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.445219769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"f01b1016-734e-45c7-b07b-f2feb2e49280","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.533891719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ea45d685-2c1e-4eec-9e53-b5a7a31e0c00","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.533899465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"e2e-status-degraded-auth","reconcileID":"6f569dc5-87ff-4aae-9748-793d1a154d1f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:31.711682877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"70b4d26d-e207-46d1-98f9-87683ac8376b","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:32.728430444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7eefaa-89ee-4bab-ba88-31755c888d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:32.743426288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7eefaa-89ee-4bab-ba88-31755c888d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:32.758308577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7eefaa-89ee-4bab-ba88-31755c888d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:32.773165237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7eefaa-89ee-4bab-ba88-31755c888d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:33.699871164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b199c1-ed9d-47f1-a1e7-a8b674f551d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:33.715732113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b199c1-ed9d-47f1-a1e7-a8b674f551d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:33.731484158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b199c1-ed9d-47f1-a1e7-a8b674f551d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:33.747395973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b199c1-ed9d-47f1-a1e7-a8b674f551d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:36.566055558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f60e460-9e7e-4100-8b13-aae3d06fea01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:36.581383186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f60e460-9e7e-4100-8b13-aae3d06fea01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:36.596537205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f60e460-9e7e-4100-8b13-aae3d06fea01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:36.61251383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f60e460-9e7e-4100-8b13-aae3d06fea01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.240684276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fc748d-b20c-4283-b408-06242000cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.256208793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fc748d-b20c-4283-b408-06242000cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.271470574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fc748d-b20c-4283-b408-06242000cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.287200065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fc748d-b20c-4283-b408-06242000cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.296981525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-efdee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-efdee4","reconcileID":"2dc8c6ec-19a7-49ac-ba51-c78f419d0e8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-efdee4","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-efdee4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.303442211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"d19c164d-342a-4cb4-b2d0-497d4cda084a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.323989268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"d19c164d-342a-4cb4-b2d0-497d4cda084a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.510763002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"dfc89b81-4550-42c7-8655-14c9bbc615cd","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.510792136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"dfc89b81-4550-42c7-8655-14c9bbc615cd","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.897167542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee76d98-8274-47d9-b6f3-3fe9a0a73d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.91428801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee76d98-8274-47d9-b6f3-3fe9a0a73d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.92925269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee76d98-8274-47d9-b6f3-3fe9a0a73d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:37.94501953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee76d98-8274-47d9-b6f3-3fe9a0a73d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.574801502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48b6c5c-d5d5-4744-88ae-07b410ae9f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.596063392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"87cf2d2e-96c0-4704-9c09-6d3df7ca197b","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.596213473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"87cf2d2e-96c0-4704-9c09-6d3df7ca197b","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.615212957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48b6c5c-d5d5-4744-88ae-07b410ae9f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.631900914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48b6c5c-d5d5-4744-88ae-07b410ae9f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.647071684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48b6c5c-d5d5-4744-88ae-07b410ae9f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.653207132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"852a83a1-d41b-4ab1-bd8f-e27851cf029a","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.6532335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"852a83a1-d41b-4ab1-bd8f-e27851cf029a","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:49:38.654499919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"f5c3db31-348f-4ab3-82d7-ae4c82a908cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dc98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.662564781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"46240495-f98c-4aa1-8969-da2a9d2dcd47","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:49:38.669938752Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"852a83a1-d41b-4ab1-bd8f-e27851cf029a","name":"auth-test-model-f1e791","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1e791\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:49:38.670004759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"852a83a1-d41b-4ab1-bd8f-e27851cf029a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1e791\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.675858835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"d44b6259-2422-482f-9913-4f4ad3970d4d","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.675880762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"d44b6259-2422-482f-9913-4f4ad3970d4d","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.684427097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"46240495-f98c-4aa1-8969-da2a9d2dcd47","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.690460952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"c428e715-f148-48be-ba8a-38462295ab18","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.690483149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"c428e715-f148-48be-ba8a-38462295ab18","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.710799843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"f23ea371-c4b1-43e7-9cb4-c4fabb03c744","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.71082307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"f23ea371-c4b1-43e7-9cb4-c4fabb03c744","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.772175996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"7b91e6e9-1279-4e7e-ae8e-8ec16dc27052","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.777427541Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"0125b269-2b3a-442a-aac2-1cfda9bb7af1","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-auth-test-model-f1e791","model":"auth-test-model-f1e791","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f1e791/e2e-auth-iso-dc98f0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.792316758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"7b91e6e9-1279-4e7e-ae8e-8ec16dc27052","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.836915914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"f241e0e6-1bdb-4e77-9e50-83cb9f9c89d3","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.836938236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"f241e0e6-1bdb-4e77-9e50-83cb9f9c89d3","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:38.900620304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"bf089b9f-b161-4786-b1af-80f696260725","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-auth-test-model-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:40.759634859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.07577296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ad38cb-8ff0-4298-bd6e-393d77b4fe8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.100904119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ad38cb-8ff0-4298-bd6e-393d77b4fe8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.119660039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ad38cb-8ff0-4298-bd6e-393d77b4fe8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.136130001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4ad38cb-8ff0-4298-bd6e-393d77b4fe8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.521455599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"fcc4ece9-26d0-44ec-8d01-50e6b90c62aa","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-auth-test-model-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.60067378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"3d0a1ccf-d1b2-47cb-9a4f-a4193cf26c82","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.600695059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"3d0a1ccf-d1b2-47cb-9a4f-a4193cf26c82","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.679782544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"56a16cd9-ad64-4c5f-9123-d13fa4634c66","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.701292448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"56a16cd9-ad64-4c5f-9123-d13fa4634c66","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.753231167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deee58b-e3c7-488e-8222-c18ed580cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.768378445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deee58b-e3c7-488e-8222-c18ed580cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.783336671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deee58b-e3c7-488e-8222-c18ed580cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:56.798511501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deee58b-e3c7-488e-8222-c18ed580cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.175168113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"6f17d99c-b363-429c-8c64-e16b4c722169","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.175191807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"6f17d99c-b363-429c-8c64-e16b4c722169","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.193025503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"920e7201-17ec-4954-81d6-d9a35d21f8e4","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.193047158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"920e7201-17ec-4954-81d6-d9a35d21f8e4","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.222592839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"e27761e0-df65-404a-bac4-fa0c19e6abe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.276416212Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"e27761e0-df65-404a-bac4-fa0c19e6abe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.295188201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"e27761e0-df65-404a-bac4-fa0c19e6abe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.315723053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"dc88025f-07db-4a2d-b568-7c4d318a576a","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:49:57.315747975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"dc88025f-07db-4a2d-b568-7c4d318a576a","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:02.208238425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"bafbe02d-53d0-48c9-bbfc-cb732f37cfdb","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:02.208267242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"bafbe02d-53d0-48c9-bbfc-cb732f37cfdb","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:02.627575327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"c16e2b4f-44e8-4088-8e1e-5ef6a5e6a70b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-efdee4","tenantID":"e2e-explicit-efdee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:02.67820207Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"c16e2b4f-44e8-4088-8e1e-5ef6a5e6a70b","name":"e2e-explicit-efdee4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:07.348249324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"f1ee9634-aa17-4b59-a747-d8392123eb46","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:07.368383797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"f1ee9634-aa17-4b59-a747-d8392123eb46","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:07.387634584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"f1ee9634-aa17-4b59-a747-d8392123eb46","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:10.767503725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:17.420057059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"1eb09203-5e8c-48a6-8283-4407e72812ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:17.441173223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"1eb09203-5e8c-48a6-8283-4407e72812ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:17.460035018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaeb4f044644ddfbf3d18f32e611a8eab1a487781d750f742cd12dbb393a2e1) AuthConfig (708d9939d8cd8cfd542ad3100c02113264cf5c645dbbb3604b8f11c79e5f5bb3) AuthConfig (2f35b72759f93a7321c612eca8254b90737a2b2749e96527ea761b2e9b540dbc) AuthConfig (eaee760dcd5f18f15f384e86e970fa61b2601c2b2f9939c73c1cf3e837a506df) AuthConfig (3316ebcfbc147a85b2247de01195b38e0cc3de8237e109a75c26746c191499ee) AuthConfig (7d95da344bec2f86356a9af05e82b6cb67d18c5db31531a3c9550823dfeced6c) AuthConfig (aac12b7209c177fc3f5ba3ef26f81b5496ed9b0fd5593c709ed07bbdeeb5b58e) AuthConfig (43ae48a26553e4ee1fe3c420c2c37649cc3bc94e3f49501897aa592b87b257ff) AuthConfig (c42f11e365b9c4a4333d4a944d7bb30dd5edd9255636e241d757c265aab39e0f) AuthConfig (05042ac18d7a964127aeb31c32fb26b8f7f88968335fc9521613038159cb7733) AuthConfig (099a1ca64595d13eeb1b92ce1a62d73704b47258cd2b62cad30be99b15f5cb02) AuthConfig (d33eaf46fd197f6bca37157f5c192d0a654055bfca7782aed274d4c26ca4627e) AuthConfig (0a527e32468d722022ed263ba6895124eedd1d60006789376c31bf6a641db717) AuthConfig (0dd240692d1062468a46b59fb3adbfc5a8305969c78c62d7c8c30f1f731604f2) AuthConfig (9e72144d24685da7d79c5f6eed1dd051b1adc50cb0b49f7105b1abfe206a9d3d) AuthConfig (fd5db1d1e9e708dfeb7a61bc6966b7252a8c3044c234e26ef0eee61881912b89) AuthConfig (0686fc8e0c724f0110909bcc609d03fcc044d504c16ec448f6950b380d37b736) AuthConfig (04fbf8a366405d851ecf8123201fd1c56ab2ad07148ad108f3989a90a6ea0a2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"1eb09203-5e8c-48a6-8283-4407e72812ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:17.481393715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"eb88b562-e4c5-406a-bdc1-5b054887c41a","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:17.481414374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"eb88b562-e4c5-406a-bdc1-5b054887c41a","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:27.0011322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"7b71446c-be89-4561-9417-7189ea7310e7","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:27.001171462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"7b71446c-be89-4561-9417-7189ea7310e7","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:27.521652226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"cfa2bd57-5ec0-4924-a199-c4ed14d88d62","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:27.542316567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"cfa2bd57-5ec0-4924-a199-c4ed14d88d62","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:27.562059988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaeb4f044644ddfbf3d18f32e611a8eab1a487781d750f742cd12dbb393a2e1) AuthConfig (708d9939d8cd8cfd542ad3100c02113264cf5c645dbbb3604b8f11c79e5f5bb3) AuthConfig (2f35b72759f93a7321c612eca8254b90737a2b2749e96527ea761b2e9b540dbc) AuthConfig (eaee760dcd5f18f15f384e86e970fa61b2601c2b2f9939c73c1cf3e837a506df) AuthConfig (3316ebcfbc147a85b2247de01195b38e0cc3de8237e109a75c26746c191499ee) AuthConfig (7d95da344bec2f86356a9af05e82b6cb67d18c5db31531a3c9550823dfeced6c) AuthConfig (aac12b7209c177fc3f5ba3ef26f81b5496ed9b0fd5593c709ed07bbdeeb5b58e) AuthConfig (43ae48a26553e4ee1fe3c420c2c37649cc3bc94e3f49501897aa592b87b257ff) AuthConfig (c42f11e365b9c4a4333d4a944d7bb30dd5edd9255636e241d757c265aab39e0f) AuthConfig (05042ac18d7a964127aeb31c32fb26b8f7f88968335fc9521613038159cb7733) AuthConfig (099a1ca64595d13eeb1b92ce1a62d73704b47258cd2b62cad30be99b15f5cb02) AuthConfig (d33eaf46fd197f6bca37157f5c192d0a654055bfca7782aed274d4c26ca4627e) AuthConfig (0a527e32468d722022ed263ba6895124eedd1d60006789376c31bf6a641db717) AuthConfig (0dd240692d1062468a46b59fb3adbfc5a8305969c78c62d7c8c30f1f731604f2) AuthConfig (9e72144d24685da7d79c5f6eed1dd051b1adc50cb0b49f7105b1abfe206a9d3d) AuthConfig (fd5db1d1e9e708dfeb7a61bc6966b7252a8c3044c234e26ef0eee61881912b89) AuthConfig (0686fc8e0c724f0110909bcc609d03fcc044d504c16ec448f6950b380d37b736) AuthConfig (04fbf8a366405d851ecf8123201fd1c56ab2ad07148ad108f3989a90a6ea0a2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"cfa2bd57-5ec0-4924-a199-c4ed14d88d62","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:29.26944149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbe273a-78cd-4083-8103-2615c1807e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:29.285700008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbe273a-78cd-4083-8103-2615c1807e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:29.301355577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbe273a-78cd-4083-8103-2615c1807e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:29.318808948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbe273a-78cd-4083-8103-2615c1807e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:29.589831011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"df80323b-eda1-4abe-8d69-129149f54890","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:29.589863836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"df80323b-eda1-4abe-8d69-129149f54890","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:30.017766759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160f4819-d8ef-4853-b884-3b83ef65ffcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:30.03278271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160f4819-d8ef-4853-b884-3b83ef65ffcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:30.047949481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160f4819-d8ef-4853-b884-3b83ef65ffcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:30.062845195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"160f4819-d8ef-4853-b884-3b83ef65ffcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:37.603218517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"6a8d49b4-b3d6-4053-ae96-209e624e4fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:37.624231644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"6a8d49b4-b3d6-4053-ae96-209e624e4fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:37.643230574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c744c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaeb4f044644ddfbf3d18f32e611a8eab1a487781d750f742cd12dbb393a2e1) AuthConfig (708d9939d8cd8cfd542ad3100c02113264cf5c645dbbb3604b8f11c79e5f5bb3) AuthConfig (2f35b72759f93a7321c612eca8254b90737a2b2749e96527ea761b2e9b540dbc) AuthConfig (eaee760dcd5f18f15f384e86e970fa61b2601c2b2f9939c73c1cf3e837a506df) AuthConfig (3316ebcfbc147a85b2247de01195b38e0cc3de8237e109a75c26746c191499ee) AuthConfig (7d95da344bec2f86356a9af05e82b6cb67d18c5db31531a3c9550823dfeced6c) AuthConfig (aac12b7209c177fc3f5ba3ef26f81b5496ed9b0fd5593c709ed07bbdeeb5b58e) AuthConfig (43ae48a26553e4ee1fe3c420c2c37649cc3bc94e3f49501897aa592b87b257ff) AuthConfig (c42f11e365b9c4a4333d4a944d7bb30dd5edd9255636e241d757c265aab39e0f) AuthConfig (05042ac18d7a964127aeb31c32fb26b8f7f88968335fc9521613038159cb7733) AuthConfig (099a1ca64595d13eeb1b92ce1a62d73704b47258cd2b62cad30be99b15f5cb02) AuthConfig (d33eaf46fd197f6bca37157f5c192d0a654055bfca7782aed274d4c26ca4627e) AuthConfig (0a527e32468d722022ed263ba6895124eedd1d60006789376c31bf6a641db717) AuthConfig (0dd240692d1062468a46b59fb3adbfc5a8305969c78c62d7c8c30f1f731604f2) AuthConfig (9e72144d24685da7d79c5f6eed1dd051b1adc50cb0b49f7105b1abfe206a9d3d) AuthConfig (fd5db1d1e9e708dfeb7a61bc6966b7252a8c3044c234e26ef0eee61881912b89) AuthConfig (0686fc8e0c724f0110909bcc609d03fcc044d504c16ec448f6950b380d37b736) AuthConfig (04fbf8a366405d851ecf8123201fd1c56ab2ad07148ad108f3989a90a6ea0a2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"6a8d49b4-b3d6-4053-ae96-209e624e4fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:40.75981423Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:47.674730249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"8d8e8968-24b8-41f0-b1a1-9480192f137b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:47.696060538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"8d8e8968-24b8-41f0-b1a1-9480192f137b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:47.781259011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"276d3b66-adcf-40eb-955e-c06f71af2b1a","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:47.781285369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"276d3b66-adcf-40eb-955e-c06f71af2b1a","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.01455883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"aed56d69-89a2-4c0c-9a9c-992c9c0ca8d5","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.014588858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"aed56d69-89a2-4c0c-9a9c-992c9c0ca8d5","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.035906146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"c5e53af2-d288-471c-b2e8-7776c0e759df","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.035934194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"c5e53af2-d288-471c-b2e8-7776c0e759df","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.045064405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"cc023998-4db8-46cb-80ae-4c696e6d1ccd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:50:49.049083784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"f6a3a64a-64e8-4755-a6ad-cb7eda62a0dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dc98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:50:49.052712664Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"c5e53af2-d288-471c-b2e8-7776c0e759df","name":"auth-test-model-c744c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c744c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:50:49.052766515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"c5e53af2-d288-471c-b2e8-7776c0e759df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c744c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.058615895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"558c2652-6c59-4f70-8c01-bbcc87d56ad8","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.058633144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"558c2652-6c59-4f70-8c01-bbcc87d56ad8","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.064987757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"cc023998-4db8-46cb-80ae-4c696e6d1ccd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.083377476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"5623ade4-18ca-4b4f-8a2a-1903403cf99c","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.083398879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"5623ade4-18ca-4b4f-8a2a-1903403cf99c","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.102163932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"ddc8cd18-22f5-46fc-9c05-0ccfe1c9bf87","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.102187419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"ddc8cd18-22f5-46fc-9c05-0ccfe1c9bf87","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.167711842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"b86e9ee1-e755-414d-b09d-0fc77371477f","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-auth-test-model-c744c0","model":"auth-test-model-c744c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-c744c0/e2e-auth-iso-dc98f0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.235098427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"41edc77f-d033-4f05-875e-290a72ac560d","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.23511932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"41edc77f-d033-4f05-875e-290a72ac560d","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.243895148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"221ca42e-48f6-40f9-b400-6e1d3db9eccc","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.264317701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"221ca42e-48f6-40f9-b400-6e1d3db9eccc","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:50:49.304123742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"939f9595-1523-491e-bff0-44b066ab0026","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-auth-test-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.005116281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"47232a07-2806-4196-8af9-87cc288a9279","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.005150529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"47232a07-2806-4196-8af9-87cc288a9279","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.324583897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"aa5ee8e2-a638-4db5-b538-32bc109c61c7","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.324607473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"aa5ee8e2-a638-4db5-b538-32bc109c61c7","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.381619574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"a76cee6b-e186-4a88-9402-b542b8615f3d","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.381651602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"a76cee6b-e186-4a88-9402-b542b8615f3d","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.413764037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"62dc4642-47a8-4946-b1be-0d38394c948f","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.469045056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"62dc4642-47a8-4946-b1be-0d38394c948f","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.488268466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b36e62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"62dc4642-47a8-4946-b1be-0d38394c948f","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.509458389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"348caebb-c7d5-4e12-81b0-dcf22ec34608","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:00.509486308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"348caebb-c7d5-4e12-81b0-dcf22ec34608","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.239062192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"41806912-33ce-4107-ad41-bc888706e381","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.239095319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"41806912-33ce-4107-ad41-bc888706e381","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.568208162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"65970aad-c61e-46cc-8e4a-8ecefd6e077c","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.568230561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"65970aad-c61e-46cc-8e4a-8ecefd6e077c","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.586454054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"725f52ae-5a1c-45e4-b93e-41864bf40a62","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.586480577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"725f52ae-5a1c-45e4-b93e-41864bf40a62","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.616554787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"6ef50408-0ad1-4f35-b4ab-6ca7564ce7f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.670872557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"6ef50408-0ad1-4f35-b4ab-6ca7564ce7f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.694187236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"6ef50408-0ad1-4f35-b4ab-6ca7564ce7f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.715345099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"f160b370-b9ac-44ba-a696-6b3903aacb77","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:04.715368178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"f160b370-b9ac-44ba-a696-6b3903aacb77","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:05.214482746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-efdee4","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"explicit-model-efdee4","reconcileID":"d7d9ffd1-75c9-432d-95ae-7e2969fbbbe7","MaaSModelRef":{"name":"explicit-model-efdee4","namespace":"ai-tenant-e2e-explicit-efdee4"},"routeName":"explicit-model-efdee4-kserve-route","namespace":"ai-tenant-e2e-explicit-efdee4","llmisvcName":"explicit-model-efdee4","gateway":"openshift-ingress/e2e-explicit-efdee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:08.473087385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73b19fd-84e2-417c-880d-54b2e1ecac71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:08.488123062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73b19fd-84e2-417c-880d-54b2e1ecac71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:08.503300598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73b19fd-84e2-417c-880d-54b2e1ecac71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:08.519167321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73b19fd-84e2-417c-880d-54b2e1ecac71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.167787693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7946649-36fa-4355-bdea-18852ee7ff71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.182669314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7946649-36fa-4355-bdea-18852ee7ff71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.207067035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7946649-36fa-4355-bdea-18852ee7ff71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.280038966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7946649-36fa-4355-bdea-18852ee7ff71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.959436357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b16f6c8-1ae1-432a-80ae-24cbe6ce5323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.976673732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b16f6c8-1ae1-432a-80ae-24cbe6ce5323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:09.993404734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b16f6c8-1ae1-432a-80ae-24cbe6ce5323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:10.008876844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b16f6c8-1ae1-432a-80ae-24cbe6ce5323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:10.542662642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"45ce1d1d-03f3-4e92-8c23-4488d1806571","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:10.562991593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"45ce1d1d-03f3-4e92-8c23-4488d1806571","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:10.586764621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b36e62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"45ce1d1d-03f3-4e92-8c23-4488d1806571","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:10.759119429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.004874797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"b06206dd-23d5-4076-bcf3-4180739ae550","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.004913862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"b06206dd-23d5-4076-bcf3-4180739ae550","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.311214957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"018428dc-f5e9-488f-b3a8-365f40600dda","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.311236848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"018428dc-f5e9-488f-b3a8-365f40600dda","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.329823516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"93b265ed-0588-4f5c-83f6-0f6bf49ce275","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.329853239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"93b265ed-0588-4f5c-83f6-0f6bf49ce275","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.359835799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"284a4185-0d22-47a3-b8a2-beb77767cad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.414636156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"284a4185-0d22-47a3-b8a2-beb77767cad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.433578211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"284a4185-0d22-47a3-b8a2-beb77767cad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.454498858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"61497eae-723b-41b4-b35d-e52379e0fd56","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:12.454521624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"61497eae-723b-41b4-b35d-e52379e0fd56","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:14.751499482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"3c3ce1df-8a57-4541-a493-1198a04458b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:14.774020299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"3c3ce1df-8a57-4541-a493-1198a04458b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:14.796346562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"3c3ce1df-8a57-4541-a493-1198a04458b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:15.446552869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"26e95720-e95c-4c7f-adfb-baa670c0e2b2","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-auth-test-model-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:15.507294683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"9b5ee137-0852-4c7d-94bb-0f23de7d748d","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:15.50731674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"9b5ee137-0852-4c7d-94bb-0f23de7d748d","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:16.208457838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"66befb8c-b4d5-4b6b-bd25-7ee3a399f9f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:16.229798749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"66befb8c-b4d5-4b6b-bd25-7ee3a399f9f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.166786219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"0da245c9-e6ab-4c82-851f-e66d02cced92","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.166811365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"0da245c9-e6ab-4c82-851f-e66d02cced92","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.197129905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"980707e1-8cb0-445a-a92d-628c841d853f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.219146273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"980707e1-8cb0-445a-a92d-628c841d853f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.225733488Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"1fe62727-b3ba-4196-805c-ef24a7843f79","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3134895","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.38494115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"6c890d42-5bed-478f-95fc-6ebabfb098ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:17.412062725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"6c890d42-5bed-478f-95fc-6ebabfb098ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.013363716Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","namespace":"ai-tenant-e2e-explicit-efdee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.013441486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","namespace":"ai-tenant-e2e-explicit-efdee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.013506379Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","tenant":"e2e-explicit-efdee4","tenantID":"e2e-explicit-efdee4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.031632056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Deployment","name":"maas-api-e2e-explicit-efdee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.068124773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Service","name":"maas-api-e2e-explicit-efdee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.0882938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-efdee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.105965872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-efdee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.124350589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.142690921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.164682301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.182372035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.1975822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Deployment","name":"payload-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.21287636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.2278866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Service","name":"payload-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.24283539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"Service","name":"payload-pre-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.258217163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.273251773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.288708225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.311828809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.328227658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.343675649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.358980287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-efdee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.383147468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-efdee4"},"namespace":"ai-tenant-e2e-explicit-efdee4","name":"default-tenant","reconcileID":"fa25c146-154a-4a28-a82a-e194ab55f2e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-efdee4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.622007481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"ece68810-14ab-4dcb-b271-59bd09288d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.643176588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"ece68810-14ab-4dcb-b271-59bd09288d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.664084295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b36e62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (713b97bf5e1f07694e8528ca1466c69d70692b457f83b232df9a3c7d875dcfff) AuthConfig (96805cab1f972dce08c02d6f753d9d29812bcada752439504210e04acf45d597) AuthConfig (6d0337e85dae50570a2a66c03d85eb8d76bf499b27ea9747b78354b5ddc8f6f6) AuthConfig (268106e1226879f81b4548894bb5faa8199aed8b990bdb8eccd0100f29a8a5b9) AuthConfig (be898d3b4ad106362dd69b64c68a60cf3cf376248bf4cef244d76d233563e8fd) AuthConfig (4b2d19d5c9563e7051b3ae6220fdbc773ce73fdfe54c5ebfcdfc05fbd133bd92) AuthConfig (0dbce4d997ca28c6918f19db47facb4c1c12161208753e5971ecd14b8c10f48d) AuthConfig (8c8da9adb114f60ae683d97eb729b413c8818416a5e7478a7b81f292d4aa9161) AuthConfig (70462bdd92777596fb064c364cf66f1e2b58d86b18ed68f08dfaff3dced6530b) AuthConfig (66cae6b33be303a50169ce62e5269bc29319e1e216bc3a852cf5314678983206) AuthConfig (044fa4579feb5dd78fad12cfad8db50596d6ec61dd112af406815c3a1aad3f3e) AuthConfig (1199cf4d3d8eb6f3d89013c26320842c460dfa3294120f0f262428c9d18623bf) AuthConfig (8d262fe5809ed80050e1f2da0d648ee0979fb56cae2accc0b8bd2b126989fdfc) AuthConfig (53d107ae6f984a6f3691daa71f5f0c5151e4e4eb5af45e3f9f2c626a001c7989) AuthConfig (7b998889f70c7f5e58f19617eba6d106a0affb89948a979ae9e7fe770bfd4a62) AuthConfig (1eb6f4a98ab6f45b4a6cb7f4133961b6ff689d247c1b431c19acdc461b627646) AuthConfig (924058ce2ad3797ff157d6ca068ec7a7de68bf4655074034e8794ae024560078) AuthConfig (a095c76067c2fee528c9488eea609a06d0c813a185d70235205b5d316127e1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"ece68810-14ab-4dcb-b271-59bd09288d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.685674891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"c44d77f1-4309-4e68-92dc-9edda98b2080","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.685703825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"c44d77f1-4309-4e68-92dc-9edda98b2080","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:20.696600654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-efdee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-efdee4","reconcileID":"e8531843-4b1b-4b1f-9fd2-cb83b34640dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-efdee4","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-efdee4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.147134932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e3b391-d2a2-43c1-bd1b-1f52e21b3dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.162157408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e3b391-d2a2-43c1-bd1b-1f52e21b3dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.177145125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e3b391-d2a2-43c1-bd1b-1f52e21b3dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.192103182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e3b391-d2a2-43c1-bd1b-1f52e21b3dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.829708142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ccd00-880a-4a54-8842-87d48dfd7ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.845021318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ccd00-880a-4a54-8842-87d48dfd7ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.860293224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ccd00-880a-4a54-8842-87d48dfd7ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:21.875064323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ccd00-880a-4a54-8842-87d48dfd7ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:22.50245448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"d1f11c32-6867-455c-86a9-77ab038e2456","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:22.5227574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"d1f11c32-6867-455c-86a9-77ab038e2456","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:22.541535327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"d1f11c32-6867-455c-86a9-77ab038e2456","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:24.836045594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"64cdb3ff-3245-4043-89e4-b1d15eb8a034","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:24.857635882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"64cdb3ff-3245-4043-89e4-b1d15eb8a034","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:24.87922021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"64cdb3ff-3245-4043-89e4-b1d15eb8a034","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.240701479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"19a5a667-5b76-472f-9a19-4d3cf27faaa9","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","subscription":"e2e-auth-iso-dc98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.25645224Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"19a5a667-5b76-472f-9a19-4d3cf27faaa9","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.272273177Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"19a5a667-5b76-472f-9a19-4d3cf27faaa9","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"maas-trlp-auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.438631676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"5de4230e-7c3f-426e-b89a-1caf92754921","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.438653763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"5de4230e-7c3f-426e-b89a-1caf92754921","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.471861313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"0a85d172-9135-4263-a737-65b4116317df","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.492905047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"0a85d172-9135-4263-a737-65b4116317df","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.570126606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"b4cfae1f-3c31-41d5-a391-a5dc4a47ec96","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.57801657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"8aa9ebd6-07b7-459a-bebf-11d06f366e9b","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.578037684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"8aa9ebd6-07b7-459a-bebf-11d06f366e9b","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.590700238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"b4cfae1f-3c31-41d5-a391-a5dc4a47ec96","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.628556145Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"b72d6cb0-4d8b-4f9a-b760-3e8533528828","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd8520a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.673820974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"01c62ba5-f02f-475f-8ed4-a0a281fdc454","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.694611654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"01c62ba5-f02f-475f-8ed4-a0a281fdc454","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.772111346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"901446af-74bb-42e1-89ea-69fa2d2adfb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:27.793590555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"901446af-74bb-42e1-89ea-69fa2d2adfb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:30.739854342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"d257ec57-d6c4-4f66-aa90-8382c4d560e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:30.76302774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"d257ec57-d6c4-4f66-aa90-8382c4d560e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:30.782492068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b36e62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (713b97bf5e1f07694e8528ca1466c69d70692b457f83b232df9a3c7d875dcfff) AuthConfig (96805cab1f972dce08c02d6f753d9d29812bcada752439504210e04acf45d597) AuthConfig (6d0337e85dae50570a2a66c03d85eb8d76bf499b27ea9747b78354b5ddc8f6f6) AuthConfig (268106e1226879f81b4548894bb5faa8199aed8b990bdb8eccd0100f29a8a5b9) AuthConfig (be898d3b4ad106362dd69b64c68a60cf3cf376248bf4cef244d76d233563e8fd) AuthConfig (4b2d19d5c9563e7051b3ae6220fdbc773ce73fdfe54c5ebfcdfc05fbd133bd92) AuthConfig (0dbce4d997ca28c6918f19db47facb4c1c12161208753e5971ecd14b8c10f48d) AuthConfig (8c8da9adb114f60ae683d97eb729b413c8818416a5e7478a7b81f292d4aa9161) AuthConfig (70462bdd92777596fb064c364cf66f1e2b58d86b18ed68f08dfaff3dced6530b) AuthConfig (66cae6b33be303a50169ce62e5269bc29319e1e216bc3a852cf5314678983206) AuthConfig (044fa4579feb5dd78fad12cfad8db50596d6ec61dd112af406815c3a1aad3f3e) AuthConfig (1199cf4d3d8eb6f3d89013c26320842c460dfa3294120f0f262428c9d18623bf) AuthConfig (8d262fe5809ed80050e1f2da0d648ee0979fb56cae2accc0b8bd2b126989fdfc) AuthConfig (53d107ae6f984a6f3691daa71f5f0c5151e4e4eb5af45e3f9f2c626a001c7989) AuthConfig (7b998889f70c7f5e58f19617eba6d106a0affb89948a979ae9e7fe770bfd4a62) AuthConfig (1eb6f4a98ab6f45b4a6cb7f4133961b6ff689d247c1b431c19acdc461b627646) AuthConfig (924058ce2ad3797ff157d6ca068ec7a7de68bf4655074034e8794ae024560078) AuthConfig (a095c76067c2fee528c9488eea609a06d0c813a185d70235205b5d316127e1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"d257ec57-d6c4-4f66-aa90-8382c4d560e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:32.572400507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"7078c10e-5a5a-4495-8916-47406ead3769","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:32.593629333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"7078c10e-5a5a-4495-8916-47406ead3769","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:32.612448321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"7078c10e-5a5a-4495-8916-47406ead3769","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:34.931672307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7e17ff0d-1095-432c-a089-8f98c28befa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:34.972531839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7e17ff0d-1095-432c-a089-8f98c28befa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:34.991339249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7e17ff0d-1095-432c-a089-8f98c28befa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.645032559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"6c2c886a-ed49-42ca-9375-5b5da53a2111","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","subscription":"e2e-auth-iso-dc98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.660786946Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"6c2c886a-ed49-42ca-9375-5b5da53a2111","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.676513489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"6c2c886a-ed49-42ca-9375-5b5da53a2111","MaaSSubscription":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"maas-trlp-auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.834070262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"64b110ba-c286-4f0b-b257-9e287208deaa","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.834090872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"64b110ba-c286-4f0b-b257-9e287208deaa","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.864425937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"a67fd8b7-cb9a-4349-a561-8a3837b45707","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.884542474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"a67fd8b7-cb9a-4349-a561-8a3837b45707","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.964900205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"9cab50e0-7dc0-4f43-b3fe-9143d0718da8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.972275645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"091e0641-158c-4e10-a0eb-0edacf6ed3cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.972417904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"34d20039-9800-46e0-95bd-d1b93b840707","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.972435636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"34d20039-9800-46e0-95bd-d1b93b840707","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:37.984953246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"9cab50e0-7dc0-4f43-b3fe-9143d0718da8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.13580007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"091e0641-158c-4e10-a0eb-0edacf6ed3cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.196821602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"091e0641-158c-4e10-a0eb-0edacf6ed3cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"name":"e2e-shared-a-w4-f1e791-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.196931954Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"e2e-auth-iso-dc98f0","reconcileID":"091e0641-158c-4e10-a0eb-0edacf6ed3cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.226049374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"6fb42924-c2e2-449d-b3b5-9cb56f104660","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"tenant":"e2e-shared-a-w4-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","model":"ai-tenant-e2e-shared-a-w4-f1e791/auth-test-model-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.226143218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"auth-test-model-f1e791","reconcileID":"6fb42924-c2e2-449d-b3b5-9cb56f104660","MaaSModelRef":{"name":"auth-test-model-f1e791","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"routeName":"auth-test-model-f1e791-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","llmisvcName":"auth-test-model-f1e791","gateway":"openshift-ingress/e2e-shared-a-w4-f1e791","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.350645976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"7b57b970-1c60-494a-90ab-77557d327dc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.350724214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"fdb562ca-31d1-46df-a7d3-334b8516d0b5","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.350736774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"fdb562ca-31d1-46df-a7d3-334b8516d0b5","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.42961156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"23ce5ad6-d7b7-4620-a177-d1508af08641","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.448149497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"23ce5ad6-d7b7-4620-a177-d1508af08641","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.453553236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"cb5fe441-adfc-42a7-9eb2-7da8a5ce5cc2","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.453612182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"cb5fe441-adfc-42a7-9eb2-7da8a5ce5cc2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.463816303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"68aaf84c-1f53-4b7f-9681-566a0ced33dd","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.463878896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"68aaf84c-1f53-4b7f-9681-566a0ced33dd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.481532112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"7b57b970-1c60-494a-90ab-77557d327dc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.484859255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"6014cb69-136d-40e5-bd76-3e079b7bd369","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.48493103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"6014cb69-136d-40e5-bd76-3e079b7bd369","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.52589628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"d641a795-2985-446f-a60d-8390957b82b3","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.525961426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"d641a795-2985-446f-a60d-8390957b82b3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.54006568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"7b57b970-1c60-494a-90ab-77557d327dc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"name":"e2e-shared-b-w4-c744c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.540084654Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"e2e-auth-iso-dc98f0","reconcileID":"7b57b970-1c60-494a-90ab-77557d327dc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dc98f0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.560467756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"e8f6830f-4228-4bad-8fab-02d4c5c339f2","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"tenant":"e2e-shared-b-w4-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","model":"ai-tenant-e2e-shared-b-w4-c744c0/auth-test-model-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:38.560487766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"auth-test-model-c744c0","reconcileID":"e8f6830f-4228-4bad-8fab-02d4c5c339f2","MaaSModelRef":{"name":"auth-test-model-c744c0","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"routeName":"auth-test-model-c744c0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","llmisvcName":"auth-test-model-c744c0","gateway":"openshift-ingress/e2e-shared-b-w4-c744c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.606428091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"a7e6d992-cd5d-40d9-abfe-a8bfabf3c1d2","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:38.606535398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7fd1a","namespace":"ai-tenant-e2e-noten-d7fd1a"},"namespace":"ai-tenant-e2e-noten-d7fd1a","name":"noten-model-d7fd1a","reconcileID":"a7e6d992-cd5d-40d9-abfe-a8bfabf3c1d2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7fd1a/noten-model-d7fd1a-kserve-route (gateways: [openshift-ingress/e2e-noten-d7fd1a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:40.759291574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:40.815721445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"9c2db241-c8db-4202-8e9b-13d1ad5b9ba2","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:40.836281678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"9c2db241-c8db-4202-8e9b-13d1ad5b9ba2","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:40.85523199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b36e62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (713b97bf5e1f07694e8528ca1466c69d70692b457f83b232df9a3c7d875dcfff) AuthConfig (96805cab1f972dce08c02d6f753d9d29812bcada752439504210e04acf45d597) AuthConfig (6d0337e85dae50570a2a66c03d85eb8d76bf499b27ea9747b78354b5ddc8f6f6) AuthConfig (268106e1226879f81b4548894bb5faa8199aed8b990bdb8eccd0100f29a8a5b9) AuthConfig (be898d3b4ad106362dd69b64c68a60cf3cf376248bf4cef244d76d233563e8fd) AuthConfig (4b2d19d5c9563e7051b3ae6220fdbc773ce73fdfe54c5ebfcdfc05fbd133bd92) AuthConfig (0dbce4d997ca28c6918f19db47facb4c1c12161208753e5971ecd14b8c10f48d) AuthConfig (8c8da9adb114f60ae683d97eb729b413c8818416a5e7478a7b81f292d4aa9161) AuthConfig (70462bdd92777596fb064c364cf66f1e2b58d86b18ed68f08dfaff3dced6530b) AuthConfig (66cae6b33be303a50169ce62e5269bc29319e1e216bc3a852cf5314678983206) AuthConfig (044fa4579feb5dd78fad12cfad8db50596d6ec61dd112af406815c3a1aad3f3e) AuthConfig (1199cf4d3d8eb6f3d89013c26320842c460dfa3294120f0f262428c9d18623bf) AuthConfig (8d262fe5809ed80050e1f2da0d648ee0979fb56cae2accc0b8bd2b126989fdfc) AuthConfig (53d107ae6f984a6f3691daa71f5f0c5151e4e4eb5af45e3f9f2c626a001c7989) AuthConfig (7b998889f70c7f5e58f19617eba6d106a0affb89948a979ae9e7fe770bfd4a62) AuthConfig (1eb6f4a98ab6f45b4a6cb7f4133961b6ff689d247c1b431c19acdc461b627646) AuthConfig (924058ce2ad3797ff157d6ca068ec7a7de68bf4655074034e8794ae024560078) AuthConfig (a095c76067c2fee528c9488eea609a06d0c813a185d70235205b5d316127e1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"9c2db241-c8db-4202-8e9b-13d1ad5b9ba2","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:42.645694756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"b93336ca-7d92-4736-bbd4-034cbd29f0b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:42.666200703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"b93336ca-7d92-4736-bbd4-034cbd29f0b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:42.684881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"b93336ca-7d92-4736-bbd4-034cbd29f0b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:45.024857103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"694bb93f-85b3-43af-a80f-12617480a3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:45.0451503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"694bb93f-85b3-43af-a80f-12617480a3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:45.06415424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"694bb93f-85b3-43af-a80f-12617480a3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:50.885657686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"7779e408-e299-47b1-bcf9-5ccce091a830","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:50.906865728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"7779e408-e299-47b1-bcf9-5ccce091a830","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:50.992530787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"6d466297-56c2-4def-b870-60a5db9560fa","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:50.992552049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"6d466297-56c2-4def-b870-60a5db9560fa","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.348510473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"7ce8d197-48d1-43a7-98c8-2ec850576096","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.34853271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"7ce8d197-48d1-43a7-98c8-2ec850576096","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.371834151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"8a237645-49d5-4b55-afde-8400b4fc1d76","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.371863489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"8a237645-49d5-4b55-afde-8400b4fc1d76","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.377632514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"28021798-9f9d-442d-ba01-6d54f2708be4","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:52.381910986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"11920455-007e-4b1b-a4c3-f4f63382b759","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-925b79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:52.38926917Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"8a237645-49d5-4b55-afde-8400b4fc1d76","name":"auth-test-model-b36e62","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b36e62\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:51:52.389354146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"8a237645-49d5-4b55-afde-8400b4fc1d76","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b36e62\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.394693244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"e2b083fd-c055-41f1-a587-8af070603eb2","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.394709479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"e2b083fd-c055-41f1-a587-8af070603eb2","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.398772782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"28021798-9f9d-442d-ba01-6d54f2708be4","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.418346325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"c743bdf8-c33d-45a4-bad7-f77cc15cd80c","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.418361583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"c743bdf8-c33d-45a4-bad7-f77cc15cd80c","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.439028924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"755d5ab9-8f6e-4274-a010-54a04077df46","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.439047887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"755d5ab9-8f6e-4274-a010-54a04077df46","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.513723884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"a8ad6088-ee8b-4b12-9200-5f7f00a5d935","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"maas-trlp-auth-test-model-b36e62","model":"auth-test-model-b36e62","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b36e62/e2e-auth-iso-925b79"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.558478325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"d8b9e391-1f69-455c-9328-f282168feb70","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.569087123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"dc2b3185-7a5b-4f60-a5c7-372454ee0027","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.569111199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"dc2b3185-7a5b-4f60-a5c7-372454ee0027","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.578626417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"d8b9e391-1f69-455c-9328-f282168feb70","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.630524658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"fc2e3853-c6ed-4339-8e31-aa621c505859","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"maas-trlp-auth-test-model-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.761494145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"9fb3c0d1-d584-40c4-a607-3ddd2f5bb24c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.7835089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"9fb3c0d1-d584-40c4-a607-3ddd2f5bb24c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.80803195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcf966c8e7862f13597891d93de7712c77e10d2cf65b5c8f83b84cf7a4f92ff6) AuthConfig (3093784e2776fecee228d7cee3bb512264186b58ba91a0e19a627b2774743fe4) AuthConfig (abb41aeea0bf55c893395bf53031a8de9efef0fdc324a64214ca659b001917bb) AuthConfig (0a0590dad14db945a81baab05c42df4abd76af51c4791b068ef8edaee692ca74) AuthConfig (c303da5a5b4670558fefa1b053fb92b50215e0aa6e47ffc42f4a5b809d55fd32) AuthConfig (49d2aa23b67145c8ffdd64896f5a6f8eded36a1093e7ebbf461f159a1763d267) AuthConfig (aaf46019f77e39b442ff8cf1147adc40a4e2f69cc9dbb2e8ed9728eda8ba4e69) AuthConfig (4fe7de5fb192b713c61ad53cddbe59f147e76804e86880fcf4c50d26ede9453a) AuthConfig (fbf160a62ccdfcf09948381aef9a483ba3b55e07c1660bee802445d2ec0cae8e) AuthConfig (2c3dca5a4ab6c5a8a237a0ed62a5af3bf37cb0a9af4f13108747f2cfdeb03ca2) AuthConfig (3f5664b96b3ea9175e354e85f75a2dd026dd973b28eca56838873480ce41f701) AuthConfig (3a2c37604766e29d69b2f37f654fcd14260673a82152f15cb38e5bba19fab080) AuthConfig (ba458f8d98673a10ada75c7d3550cbab36d518b2d217d8a0525b13d6bf22aafb) AuthConfig (d76a421be53f0654821bfb45df723fe704f3272a1895694bab0655f6669c4bf1) AuthConfig (90139646a9903bf35f17542fad682179dc13be6a1045ec8f9557c62d42560f86) AuthConfig (35dc488e78376580cc69935fbd7a89a0e7f50d9c4719b0abba71f9186501f12f) AuthConfig (eabe45dbdb833c7c442301ae2a76106a00d9c9c6c041b3a8d7877b2d5d5935db) AuthConfig (cad538c8e3a1b8e7110b272f0f4347490cfb5cdf237c9564804cb43b4fa15878)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"9fb3c0d1-d584-40c4-a607-3ddd2f5bb24c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.87550456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"d63f19bf-5904-4c00-a8d8-a9a7b8892421","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:52.875531713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"d63f19bf-5904-4c00-a8d8-a9a7b8892421","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:55.094948828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"06c1b732-bdd2-427e-96eb-89c485149498","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:55.116490759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"06c1b732-bdd2-427e-96eb-89c485149498","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:55.135365548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53053855270af2062e057839791a3fb530903dc0c5d36aa50df46d6a4e08bb37) AuthConfig (e8918f64b74887f8a74435e59f8f8e3e15a3594591caeb32a1756c5f2dd938ac) AuthConfig (a3298c1b2016d51bffcafbe36e4c5952d17671d431250d62db3ca09a8a5e7ed2) AuthConfig (024a1c3b715df72700699fed1d4bbff0a0ea4f85efecbd8a1e8705e090073990) AuthConfig (03232b6b81fcfd82f4a0f714c731e865f8fead68bfb8d1e6bed2615b36b2ceab) AuthConfig (ddc2fde2ef3ba45b2b433f5265475f21c5d56a1bf038344ff688284138865df8) AuthConfig (cda5dbddb3da18d0cae8a79e57a55dbb367fbe45a00276f8c57a7f68f62a476d) AuthConfig (6668a03416278b1a23b17c4b90f7d6dbab9c710e44525d3b1c1ba258a28ccb46) AuthConfig (79e0eb998b2243cfecd14e29931a628a4f6da53f7925adfa82764e9cf5ff4847) AuthConfig (f63f2bab4e5248735fdbefeb4e2354ad0c64c0dfea0ffb925fbcc5d9c302e09c) AuthConfig (3cc812a6b423d2a661070ffc9a98ead9f8d281654e277e1f92d0e7fc78e37aec) AuthConfig (7a838f0827cf9513d74a53743eba067e87ab3151634bfadd1c8386b6f1a601f9) AuthConfig (4b94c79da27862a4ca08fa67a975d2d5134403725e6bf850c11458015d50c2ea) AuthConfig (d432f9951371e409451ec2a3931d06d1a31146c17d7d44d711c8a7cb8a8264a2) AuthConfig (7822fe761531cccc9800aae2b0b753178a732933c1c48a302a444b138d73bbcd) AuthConfig (279f093f7db3e09ae57bdb2f4dea498d51d329ec1d54f2b060eede9cbd21f53d) AuthConfig (523b0a668a95f1ba12e4971f437f2b02723f3d9a11f661e536bb7c9f832884ad) AuthConfig (bc0718233bd5f3c6eaf0051f714d3f9dcdc9a12c7eb3af4b63ffe1ad90fe5261)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"06c1b732-bdd2-427e-96eb-89c485149498","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:55.1564105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"418cf473-570d-42d0-8fd2-7efecdfa308e","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:51:55.156431711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"418cf473-570d-42d0-8fd2-7efecdfa308e","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:02.905820215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"3eddbe19-b960-4a61-9354-bf257a01cced","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:02.926152551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"3eddbe19-b960-4a61-9354-bf257a01cced","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:02.945800086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcf966c8e7862f13597891d93de7712c77e10d2cf65b5c8f83b84cf7a4f92ff6) AuthConfig (3093784e2776fecee228d7cee3bb512264186b58ba91a0e19a627b2774743fe4) AuthConfig (abb41aeea0bf55c893395bf53031a8de9efef0fdc324a64214ca659b001917bb) AuthConfig (0a0590dad14db945a81baab05c42df4abd76af51c4791b068ef8edaee692ca74) AuthConfig (c303da5a5b4670558fefa1b053fb92b50215e0aa6e47ffc42f4a5b809d55fd32) AuthConfig (49d2aa23b67145c8ffdd64896f5a6f8eded36a1093e7ebbf461f159a1763d267) AuthConfig (aaf46019f77e39b442ff8cf1147adc40a4e2f69cc9dbb2e8ed9728eda8ba4e69) AuthConfig (4fe7de5fb192b713c61ad53cddbe59f147e76804e86880fcf4c50d26ede9453a) AuthConfig (fbf160a62ccdfcf09948381aef9a483ba3b55e07c1660bee802445d2ec0cae8e) AuthConfig (2c3dca5a4ab6c5a8a237a0ed62a5af3bf37cb0a9af4f13108747f2cfdeb03ca2) AuthConfig (3f5664b96b3ea9175e354e85f75a2dd026dd973b28eca56838873480ce41f701) AuthConfig (3a2c37604766e29d69b2f37f654fcd14260673a82152f15cb38e5bba19fab080) AuthConfig (ba458f8d98673a10ada75c7d3550cbab36d518b2d217d8a0525b13d6bf22aafb) AuthConfig (d76a421be53f0654821bfb45df723fe704f3272a1895694bab0655f6669c4bf1) AuthConfig (90139646a9903bf35f17542fad682179dc13be6a1045ec8f9557c62d42560f86) AuthConfig (35dc488e78376580cc69935fbd7a89a0e7f50d9c4719b0abba71f9186501f12f) AuthConfig (eabe45dbdb833c7c442301ae2a76106a00d9c9c6c041b3a8d7877b2d5d5935db) AuthConfig (cad538c8e3a1b8e7110b272f0f4347490cfb5cdf237c9564804cb43b4fa15878)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"3eddbe19-b960-4a61-9354-bf257a01cced","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:05.197281514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"4c991a06-9730-439c-bc1e-81a9b91f4e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:05.2182823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"4c991a06-9730-439c-bc1e-81a9b91f4e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:05.237292851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53053855270af2062e057839791a3fb530903dc0c5d36aa50df46d6a4e08bb37) AuthConfig (e8918f64b74887f8a74435e59f8f8e3e15a3594591caeb32a1756c5f2dd938ac) AuthConfig (a3298c1b2016d51bffcafbe36e4c5952d17671d431250d62db3ca09a8a5e7ed2) AuthConfig (024a1c3b715df72700699fed1d4bbff0a0ea4f85efecbd8a1e8705e090073990) AuthConfig (03232b6b81fcfd82f4a0f714c731e865f8fead68bfb8d1e6bed2615b36b2ceab) AuthConfig (ddc2fde2ef3ba45b2b433f5265475f21c5d56a1bf038344ff688284138865df8) AuthConfig (cda5dbddb3da18d0cae8a79e57a55dbb367fbe45a00276f8c57a7f68f62a476d) AuthConfig (6668a03416278b1a23b17c4b90f7d6dbab9c710e44525d3b1c1ba258a28ccb46) AuthConfig (79e0eb998b2243cfecd14e29931a628a4f6da53f7925adfa82764e9cf5ff4847) AuthConfig (f63f2bab4e5248735fdbefeb4e2354ad0c64c0dfea0ffb925fbcc5d9c302e09c) AuthConfig (3cc812a6b423d2a661070ffc9a98ead9f8d281654e277e1f92d0e7fc78e37aec) AuthConfig (7a838f0827cf9513d74a53743eba067e87ab3151634bfadd1c8386b6f1a601f9) AuthConfig (4b94c79da27862a4ca08fa67a975d2d5134403725e6bf850c11458015d50c2ea) AuthConfig (d432f9951371e409451ec2a3931d06d1a31146c17d7d44d711c8a7cb8a8264a2) AuthConfig (7822fe761531cccc9800aae2b0b753178a732933c1c48a302a444b138d73bbcd) AuthConfig (279f093f7db3e09ae57bdb2f4dea498d51d329ec1d54f2b060eede9cbd21f53d) AuthConfig (523b0a668a95f1ba12e4971f437f2b02723f3d9a11f661e536bb7c9f832884ad) AuthConfig (bc0718233bd5f3c6eaf0051f714d3f9dcdc9a12c7eb3af4b63ffe1ad90fe5261)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"4c991a06-9730-439c-bc1e-81a9b91f4e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:10.759525964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:12.976741311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"2c326200-b3fb-4246-a191-889c3fa33154","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:12.99720778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"2c326200-b3fb-4246-a191-889c3fa33154","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:13.01691621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-6b5dab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcf966c8e7862f13597891d93de7712c77e10d2cf65b5c8f83b84cf7a4f92ff6) AuthConfig (3093784e2776fecee228d7cee3bb512264186b58ba91a0e19a627b2774743fe4) AuthConfig (abb41aeea0bf55c893395bf53031a8de9efef0fdc324a64214ca659b001917bb) AuthConfig (0a0590dad14db945a81baab05c42df4abd76af51c4791b068ef8edaee692ca74) AuthConfig (c303da5a5b4670558fefa1b053fb92b50215e0aa6e47ffc42f4a5b809d55fd32) AuthConfig (49d2aa23b67145c8ffdd64896f5a6f8eded36a1093e7ebbf461f159a1763d267) AuthConfig (aaf46019f77e39b442ff8cf1147adc40a4e2f69cc9dbb2e8ed9728eda8ba4e69) AuthConfig (4fe7de5fb192b713c61ad53cddbe59f147e76804e86880fcf4c50d26ede9453a) AuthConfig (fbf160a62ccdfcf09948381aef9a483ba3b55e07c1660bee802445d2ec0cae8e) AuthConfig (2c3dca5a4ab6c5a8a237a0ed62a5af3bf37cb0a9af4f13108747f2cfdeb03ca2) AuthConfig (3f5664b96b3ea9175e354e85f75a2dd026dd973b28eca56838873480ce41f701) AuthConfig (3a2c37604766e29d69b2f37f654fcd14260673a82152f15cb38e5bba19fab080) AuthConfig (ba458f8d98673a10ada75c7d3550cbab36d518b2d217d8a0525b13d6bf22aafb) AuthConfig (d76a421be53f0654821bfb45df723fe704f3272a1895694bab0655f6669c4bf1) AuthConfig (90139646a9903bf35f17542fad682179dc13be6a1045ec8f9557c62d42560f86) AuthConfig (35dc488e78376580cc69935fbd7a89a0e7f50d9c4719b0abba71f9186501f12f) AuthConfig (eabe45dbdb833c7c442301ae2a76106a00d9c9c6c041b3a8d7877b2d5d5935db) AuthConfig (cad538c8e3a1b8e7110b272f0f4347490cfb5cdf237c9564804cb43b4fa15878)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"2c326200-b3fb-4246-a191-889c3fa33154","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:15.304274406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"f8ca7fb8-17ed-4362-bd7c-a13f188ae264","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:15.328822434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"f8ca7fb8-17ed-4362-bd7c-a13f188ae264","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:15.371576411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-0877f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53053855270af2062e057839791a3fb530903dc0c5d36aa50df46d6a4e08bb37) AuthConfig (e8918f64b74887f8a74435e59f8f8e3e15a3594591caeb32a1756c5f2dd938ac) AuthConfig (a3298c1b2016d51bffcafbe36e4c5952d17671d431250d62db3ca09a8a5e7ed2) AuthConfig (024a1c3b715df72700699fed1d4bbff0a0ea4f85efecbd8a1e8705e090073990) AuthConfig (03232b6b81fcfd82f4a0f714c731e865f8fead68bfb8d1e6bed2615b36b2ceab) AuthConfig (ddc2fde2ef3ba45b2b433f5265475f21c5d56a1bf038344ff688284138865df8) AuthConfig (cda5dbddb3da18d0cae8a79e57a55dbb367fbe45a00276f8c57a7f68f62a476d) AuthConfig (6668a03416278b1a23b17c4b90f7d6dbab9c710e44525d3b1c1ba258a28ccb46) AuthConfig (79e0eb998b2243cfecd14e29931a628a4f6da53f7925adfa82764e9cf5ff4847) AuthConfig (f63f2bab4e5248735fdbefeb4e2354ad0c64c0dfea0ffb925fbcc5d9c302e09c) AuthConfig (3cc812a6b423d2a661070ffc9a98ead9f8d281654e277e1f92d0e7fc78e37aec) AuthConfig (7a838f0827cf9513d74a53743eba067e87ab3151634bfadd1c8386b6f1a601f9) AuthConfig (4b94c79da27862a4ca08fa67a975d2d5134403725e6bf850c11458015d50c2ea) AuthConfig (d432f9951371e409451ec2a3931d06d1a31146c17d7d44d711c8a7cb8a8264a2) AuthConfig (7822fe761531cccc9800aae2b0b753178a732933c1c48a302a444b138d73bbcd) AuthConfig (279f093f7db3e09ae57bdb2f4dea498d51d329ec1d54f2b060eede9cbd21f53d) AuthConfig (523b0a668a95f1ba12e4971f437f2b02723f3d9a11f661e536bb7c9f832884ad) AuthConfig (bc0718233bd5f3c6eaf0051f714d3f9dcdc9a12c7eb3af4b63ffe1ad90fe5261)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"f8ca7fb8-17ed-4362-bd7c-a13f188ae264","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.103170959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"99e7d00d-cc6b-4201-83d1-6a1893e7658d","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"maas-trlp-auth-test-model-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.161575018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"96c1592c-af3e-4290-bfc9-5aa3a30b8d67","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.161597264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"96c1592c-af3e-4290-bfc9-5aa3a30b8d67","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.646064922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"32f156f6-716b-48d4-afdd-28738484494c","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.646105721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"32f156f6-716b-48d4-afdd-28738484494c","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.666455205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"af277553-7471-48a2-992b-37b1c17a4f14","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.666477104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"af277553-7471-48a2-992b-37b1c17a4f14","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.697088651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"c9fccd62-aa5f-46d6-8089-dbd35a9769ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.753609871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"c9fccd62-aa5f-46d6-8089-dbd35a9769ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.773214522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fb32d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"c9fccd62-aa5f-46d6-8089-dbd35a9769ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.794349058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"c9e6b15b-c2e5-48f1-be6e-ec4eb39815e9","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:19.794370933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"c9e6b15b-c2e5-48f1-be6e-ec4eb39815e9","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:20.068373863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"4cc5960c-a29c-48e6-9814-960f33128b3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:20.088548108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"4cc5960c-a29c-48e6-9814-960f33128b3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:23.059245563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"c64eb62e-333d-4769-bad6-74d5859d6072","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:23.079649633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"c64eb62e-333d-4769-bad6-74d5859d6072","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:23.172186324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"31c920a1-a967-428d-8d7d-cabc165539d3","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:23.172208687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"31c920a1-a967-428d-8d7d-cabc165539d3","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.868977817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"d24f0cc6-06a5-4040-a21e-0329a1904bfc","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.869006687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"d24f0cc6-06a5-4040-a21e-0329a1904bfc","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.890603759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"27575526-46c3-4ae0-bc18-dd2a8b5c9f2a","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.890629109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"27575526-46c3-4ae0-bc18-dd2a8b5c9f2a","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.899394631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"e26038e9-9a44-46ee-841c-4f46a5bee271","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:52:24.904232031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"f570c24c-ca43-4ea5-a300-d5da0a43e276","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8df446\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:52:24.908639026Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"27575526-46c3-4ae0-bc18-dd2a8b5c9f2a","name":"auth-test-model-6b5dab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6b5dab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:52:24.90870323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"27575526-46c3-4ae0-bc18-dd2a8b5c9f2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6b5dab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.914125604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"89ba8054-7010-4260-864c-5f51992bb772","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.91414689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"89ba8054-7010-4260-864c-5f51992bb772","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.919933181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"e26038e9-9a44-46ee-841c-4f46a5bee271","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.93978614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"eb236ee0-7df8-4cd9-a744-f6e5143ff384","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.939806108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"eb236ee0-7df8-4cd9-a744-f6e5143ff384","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.960128464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"7f373dca-bd71-46b2-9809-30adee4e3629","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:24.960151207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"7f373dca-bd71-46b2-9809-30adee4e3629","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.032633274Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"4d3aa4e7-a42c-420c-b477-fcdb08a4a724","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"maas-trlp-auth-test-model-6b5dab","model":"auth-test-model-6b5dab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-6b5dab/e2e-auth-iso-8df446"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.080016221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"ee651cb5-f85c-4945-af81-82aae5f6b300","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.089889109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"b63cb430-fd95-4137-b9c0-c4b2f6b6b7cf","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.089918478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"b63cb430-fd95-4137-b9c0-c4b2f6b6b7cf","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.102738424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"ee651cb5-f85c-4945-af81-82aae5f6b300","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.156188993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"0e63c3d1-28ec-4603-a52f-def0fc3b548c","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"maas-trlp-auth-test-model-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.402716922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"c844ca7b-48cb-4fc7-80f7-d62a0bc75e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.423208223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"c844ca7b-48cb-4fc7-80f7-d62a0bc75e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.514278976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"7e07f947-8fb9-464d-a7df-17aa652dcb9f","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:25.514303507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"7e07f947-8fb9-464d-a7df-17aa652dcb9f","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.493518746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"3f3076bd-b0b5-4c70-a15f-cef50099fd00","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.493612607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"3f3076bd-b0b5-4c70-a15f-cef50099fd00","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.517238634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"39f5296c-1cd8-4f2f-8af3-a23bd054bc35","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.517258677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"39f5296c-1cd8-4f2f-8af3-a23bd054bc35","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.534174432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"4c7fa678-878d-4f12-a479-8cd1c46e9173","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:52:27.53478358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"a2e75e3a-b471-4d9f-8230-f0c15079a995","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5ad6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:52:27.535452818Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"39f5296c-1cd8-4f2f-8af3-a23bd054bc35","name":"auth-test-model-0877f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0877f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:52:27.53551355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"39f5296c-1cd8-4f2f-8af3-a23bd054bc35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0877f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.540999515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"891d174a-7bf1-4f27-9f78-7c5e0349b080","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.54101415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"891d174a-7bf1-4f27-9f78-7c5e0349b080","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.555704295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"4c7fa678-878d-4f12-a479-8cd1c46e9173","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.571413587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"92a3122b-2491-45d9-9e70-84a899e64919","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.571486021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"92a3122b-2491-45d9-9e70-84a899e64919","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.591945724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"191e0dbd-8f98-476d-bea6-2127f0ec92dc","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.59196813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"191e0dbd-8f98-476d-bea6-2127f0ec92dc","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.671570605Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"6a59ad9b-317b-4e14-b98b-8664fc4a8288","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"maas-trlp-auth-test-model-0877f5","model":"auth-test-model-0877f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-0877f5/e2e-auth-iso-d5ad6b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.738366226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"51996da3-53d6-4147-9ab3-9101bab2b3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.739634814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"cf26e279-1a42-4547-8868-5be93d633b19","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.739704249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"cf26e279-1a42-4547-8868-5be93d633b19","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.764450261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"51996da3-53d6-4147-9ab3-9101bab2b3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:27.871935756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"d972c2ff-46eb-4a36-9cde-be0928352571","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"maas-trlp-auth-test-model-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:29.825216184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"4d84055f-7cd4-4f37-bd0d-c9fd22c95ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:29.852944534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"4d84055f-7cd4-4f37-bd0d-c9fd22c95ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:29.893199904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fb32d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"4d84055f-7cd4-4f37-bd0d-c9fd22c95ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.194943251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97980edc-35d5-4e17-a28b-bafed504c7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.210221949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97980edc-35d5-4e17-a28b-bafed504c7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.227289943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97980edc-35d5-4e17-a28b-bafed504c7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.242429831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97980edc-35d5-4e17-a28b-bafed504c7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.844035781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5529f-efbc-4c10-a458-bfc4d25b3e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.859201568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5529f-efbc-4c10-a458-bfc4d25b3e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.874284469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5529f-efbc-4c10-a458-bfc4d25b3e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:30.892137631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5529f-efbc-4c10-a458-bfc4d25b3e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:31.050603185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4bd51b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4bd51b","reconcileID":"ded7fa0c-25a9-4452-bcf9-bc1aa9d64a3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4bd51b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-4bd51b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:31.576782544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c93967-c810-4248-84f0-fdcd280ccb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:31.591910994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c93967-c810-4248-84f0-fdcd280ccb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:31.606997911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c93967-c810-4248-84f0-fdcd280ccb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:31.621927323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c93967-c810-4248-84f0-fdcd280ccb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:38.455422438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"bbb987e7-c2fc-49dc-b1fc-63b92ae9b040","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"maas-trlp-auth-test-model-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:38.514808603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"60f3c71a-556a-4907-85b6-770521976a29","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:38.514843692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"60f3c71a-556a-4907-85b6-770521976a29","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.085426197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"f25892f8-06db-4280-a404-3fd02b86cf6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.105590315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"f25892f8-06db-4280-a404-3fd02b86cf6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.284922331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"3e2e5647-17d4-4f45-a411-a6117da76e94","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.28494817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"3e2e5647-17d4-4f45-a411-a6117da76e94","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.302670416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"88a1db0c-125b-4e95-9baa-9043ac48b33c","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.302690956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"88a1db0c-125b-4e95-9baa-9043ac48b33c","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.337169375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"d3a4ce2c-d8a4-4c4b-8bbb-07a34f208eb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.39008349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"d3a4ce2c-d8a4-4c4b-8bbb-07a34f208eb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.409000771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-44405d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"d3a4ce2c-d8a4-4c4b-8bbb-07a34f208eb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.427596721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"a36de715-ee5e-4eba-a3be-39e60f4af92d","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.427613644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"a36de715-ee5e-4eba-a3be-39e60f4af92d","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.924653309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"b5b829fd-0a23-473a-98ba-c08be33539c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.945095345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"b5b829fd-0a23-473a-98ba-c08be33539c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.964498602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fb32d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f0cd5248ca4bb22581b10603184a9962c12876e7b2425347a536ba863b76e01) AuthConfig (fd3fef414a68e4678458b2e763dd48bba5d646a2529d1afac558782bec50e54d) AuthConfig (14557839bc05e3516879b894e4c3556beb2b1aff1f0e6588c19dbc1079bf972f) AuthConfig (decbaaf2ecf3459d911aee728da46cae7a5e12ca33682194cb536bc962873d98) AuthConfig (0ad26cec3ca5a9034100ea1af41ed96224b6450604dfc9783b57a2a6f506a47c) AuthConfig (8fe9830863fa3d8b4b966209c79cfe3881acafbe77c70fd8a00856f431ba6d56) AuthConfig (582426ef8e4a56d6d719148a9bc7b985fe736ae513d34c87c702d33fa4e14557) AuthConfig (d357b87ff644067a23ed61ca8c954f5870358fbd2615e801d6c68ade5cb9ef17) AuthConfig (987bad218b740d324a5dea41a7df7e2522bcd7368cafbc8f481e8e4ac7211a3b) AuthConfig (c749130d3d409c269072ace63ced73b50724eac33c45006039e8c9d91aafed27) AuthConfig (f8317e7e341e31a907226e9dd22ab6ab67ce8aff1a8a1813d4cb8d4df25361b0) AuthConfig (0b3cf3f4d3d3e975372f720ca669bf95f8f13f14e0f89255d802aac5ef6badbd) AuthConfig (9a487d12e0a396688bd5a8b37ee88c826def8d7e3585b73553245edde1a4be5d) AuthConfig (3f94eef6625be1169e0102e3a70b69086244b7665e8e3c83a7e0ef3a42422921) AuthConfig (45328a4854590db48780b48076d1feeb0d9a44f5353811aab45a7acec5216379) AuthConfig (6294a1244cc3535894c0913e297112bbcd9b1cb9f1c2d55bb88bc97cd8cfad5e) AuthConfig (f9f8ff8374321d461984d79d75d9166cf50b0520c4725376e21c94277db4bede) AuthConfig (a48b14d27e93916b5a7858b2aed98683004224f855f92c82e3a68d4efc78d52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"b5b829fd-0a23-473a-98ba-c08be33539c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.98562538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"54dcf689-0c05-45af-948a-399ddfc32854","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:39.985646355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"54dcf689-0c05-45af-948a-399ddfc32854","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:40.758212055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:47.46253114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6dce36-d525-4191-b879-f12a24f30ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:47.477538138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6dce36-d525-4191-b879-f12a24f30ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:47.492485372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6dce36-d525-4191-b879-f12a24f30ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:47.507482434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6dce36-d525-4191-b879-f12a24f30ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.163404137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65299ff-23e4-4014-87af-f9cf917cd2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.178539712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65299ff-23e4-4014-87af-f9cf917cd2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.193523846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65299ff-23e4-4014-87af-f9cf917cd2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.208604954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65299ff-23e4-4014-87af-f9cf917cd2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.235405393Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-943963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-943963","reconcileID":"fcb7e6ce-4b15-4588-ba74-6175f859425e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-943963","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-943963":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.855440656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab036512-6bf8-42e2-8298-f69c0273c09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.870440894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab036512-6bf8-42e2-8298-f69c0273c09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.885226931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab036512-6bf8-42e2-8298-f69c0273c09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:48.900190098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab036512-6bf8-42e2-8298-f69c0273c09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:49.457843578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"0f33fe81-f48d-4671-b20a-a5e862ada4c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:49.481170098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"0f33fe81-f48d-4671-b20a-a5e862ada4c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:49.512278414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-44405d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"0f33fe81-f48d-4671-b20a-a5e862ada4c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:50.01694819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"5cf3be06-522b-41a3-a1ce-847579bee230","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:50.037607809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"5cf3be06-522b-41a3-a1ce-847579bee230","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:50.056195005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fb32d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f0cd5248ca4bb22581b10603184a9962c12876e7b2425347a536ba863b76e01) AuthConfig (fd3fef414a68e4678458b2e763dd48bba5d646a2529d1afac558782bec50e54d) AuthConfig (14557839bc05e3516879b894e4c3556beb2b1aff1f0e6588c19dbc1079bf972f) AuthConfig (decbaaf2ecf3459d911aee728da46cae7a5e12ca33682194cb536bc962873d98) AuthConfig (0ad26cec3ca5a9034100ea1af41ed96224b6450604dfc9783b57a2a6f506a47c) AuthConfig (8fe9830863fa3d8b4b966209c79cfe3881acafbe77c70fd8a00856f431ba6d56) AuthConfig (582426ef8e4a56d6d719148a9bc7b985fe736ae513d34c87c702d33fa4e14557) AuthConfig (d357b87ff644067a23ed61ca8c954f5870358fbd2615e801d6c68ade5cb9ef17) AuthConfig (987bad218b740d324a5dea41a7df7e2522bcd7368cafbc8f481e8e4ac7211a3b) AuthConfig (c749130d3d409c269072ace63ced73b50724eac33c45006039e8c9d91aafed27) AuthConfig (f8317e7e341e31a907226e9dd22ab6ab67ce8aff1a8a1813d4cb8d4df25361b0) AuthConfig (0b3cf3f4d3d3e975372f720ca669bf95f8f13f14e0f89255d802aac5ef6badbd) AuthConfig (9a487d12e0a396688bd5a8b37ee88c826def8d7e3585b73553245edde1a4be5d) AuthConfig (3f94eef6625be1169e0102e3a70b69086244b7665e8e3c83a7e0ef3a42422921) AuthConfig (45328a4854590db48780b48076d1feeb0d9a44f5353811aab45a7acec5216379) AuthConfig (6294a1244cc3535894c0913e297112bbcd9b1cb9f1c2d55bb88bc97cd8cfad5e) AuthConfig (f9f8ff8374321d461984d79d75d9166cf50b0520c4725376e21c94277db4bede) AuthConfig (a48b14d27e93916b5a7858b2aed98683004224f855f92c82e3a68d4efc78d52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"5cf3be06-522b-41a3-a1ce-847579bee230","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:55.930310038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"4041c1b4-bec5-4225-bbdb-a7ac9c1f662e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:55.974961315Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"4041c1b4-bec5-4225-bbdb-a7ac9c1f662e","name":"e2e-extmod-a-4bd51b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:59.545161178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"b65273ac-d439-4d41-b9db-84cb96218e68","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:59.565858137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"b65273ac-d439-4d41-b9db-84cb96218e68","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:52:59.584791867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-44405d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"b65273ac-d439-4d41-b9db-84cb96218e68","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:00.087071594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7027371d-f83a-4252-9947-a2a892a9f239","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:00.107651558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7027371d-f83a-4252-9947-a2a892a9f239","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:00.126616182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fb32d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f0cd5248ca4bb22581b10603184a9962c12876e7b2425347a536ba863b76e01) AuthConfig (fd3fef414a68e4678458b2e763dd48bba5d646a2529d1afac558782bec50e54d) AuthConfig (14557839bc05e3516879b894e4c3556beb2b1aff1f0e6588c19dbc1079bf972f) AuthConfig (decbaaf2ecf3459d911aee728da46cae7a5e12ca33682194cb536bc962873d98) AuthConfig (0ad26cec3ca5a9034100ea1af41ed96224b6450604dfc9783b57a2a6f506a47c) AuthConfig (8fe9830863fa3d8b4b966209c79cfe3881acafbe77c70fd8a00856f431ba6d56) AuthConfig (582426ef8e4a56d6d719148a9bc7b985fe736ae513d34c87c702d33fa4e14557) AuthConfig (d357b87ff644067a23ed61ca8c954f5870358fbd2615e801d6c68ade5cb9ef17) AuthConfig (987bad218b740d324a5dea41a7df7e2522bcd7368cafbc8f481e8e4ac7211a3b) AuthConfig (c749130d3d409c269072ace63ced73b50724eac33c45006039e8c9d91aafed27) AuthConfig (f8317e7e341e31a907226e9dd22ab6ab67ce8aff1a8a1813d4cb8d4df25361b0) AuthConfig (0b3cf3f4d3d3e975372f720ca669bf95f8f13f14e0f89255d802aac5ef6badbd) AuthConfig (9a487d12e0a396688bd5a8b37ee88c826def8d7e3585b73553245edde1a4be5d) AuthConfig (3f94eef6625be1169e0102e3a70b69086244b7665e8e3c83a7e0ef3a42422921) AuthConfig (45328a4854590db48780b48076d1feeb0d9a44f5353811aab45a7acec5216379) AuthConfig (6294a1244cc3535894c0913e297112bbcd9b1cb9f1c2d55bb88bc97cd8cfad5e) AuthConfig (f9f8ff8374321d461984d79d75d9166cf50b0520c4725376e21c94277db4bede) AuthConfig (a48b14d27e93916b5a7858b2aed98683004224f855f92c82e3a68d4efc78d52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7027371d-f83a-4252-9947-a2a892a9f239","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:04.325183634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"05ed061b-bd75-4a74-a192-49d9bc5e3348","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"maas-trlp-auth-test-model-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:04.385459748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"7e8c9614-8c5b-4a25-828d-2804ddbca58a","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:04.385481462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"7e8c9614-8c5b-4a25-828d-2804ddbca58a","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:04.426692285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"09e5f189-11ad-4366-bf25-14432f004948","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:04.446522684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"09e5f189-11ad-4366-bf25-14432f004948","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.430911307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"c4736d83-dd56-46bf-9019-a5795b3501d8","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.430936071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"c4736d83-dd56-46bf-9019-a5795b3501d8","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.448713474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"49768064-1fe2-46cf-a5f3-fd582800b49a","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.44873739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"49768064-1fe2-46cf-a5f3-fd582800b49a","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.47960989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"5ef69638-5818-4322-a8e9-a465d91fbb29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.533433216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"5ef69638-5818-4322-a8e9-a465d91fbb29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.552088127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5237cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"5ef69638-5818-4322-a8e9-a465d91fbb29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.572269448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"84c422e1-277d-4296-bf54-d230bdfb9888","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:05.572290766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"84c422e1-277d-4296-bf54-d230bdfb9888","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:09.635894664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"570f1933-b722-4eb9-881f-575bd5d6ca3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:09.656513418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"570f1933-b722-4eb9-881f-575bd5d6ca3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:09.676119735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-44405d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (46f50529bb7d2d382e090b5e414dbbeee1e7a294ca54a76e7c869236602cd2c1) AuthConfig (ac790d8508a5288a295e0f58ecbbd94b2598a810e3ee2c62d6de891592678c60) AuthConfig (76ea754bdadade9744f781d50eb95bcf036533d167d4806773bcaa24997a661f) AuthConfig (2183fb77331740a5c16049fa29842f31b357c5ef72caaf6b6d39f086310680e4) AuthConfig (c94dee9d4e6f5d61c83f1c95e2f3c7e4e8b57dbe4b5b46e16e59821a174deee0) AuthConfig (0268c608ef1ee8ec18451a32ecdd8440a59331775677c60c1f7839552dd6d898) AuthConfig (3158d8322343eb87abf160befd30641da0eb2c0cb8033a6e3cd8fd89946a78b8) AuthConfig (8b14c458f9875c5c92c0b306879de9a1775118ff0b4bd2004726ac5b0701bb24) AuthConfig (a68ec3a6f40516022b6263e118aeec3720cbf68e4cc38615d9d241a18c2fbd2e) AuthConfig (2ba21ea8bf5b0bc9cadba8d09c5c10cfe4c9f83823b6ab8113c12b3bb03d6cbe) AuthConfig (f0df0cd92de70752fe8908fe2c67d7717ed6f99c47e8caea6d9ae56bd1c775e5) AuthConfig (06d435df7b2623d3609428f5ac65dd8a9890ef92eb2cc69927db785d61721366) AuthConfig (92e035e7c4d17cf267a0a988a27a92cd6b98b20643e1cca47377d3aa503aa510) AuthConfig (0e4a188194a489bba05817889eb69c728cc02eb1a15ed1e070ac82d9782b1bd8) AuthConfig (33ecb25209280a9a0c5ac0398c5b0728a3e1f39755e628ab0bdaa40535c589ff) AuthConfig (6cd728f1ee3fb3ce4128630eda81685efa93ec4b8136f2ccb71fa7974a209fb9) AuthConfig (e7664f9677011e2db2fdaf2f1d10509ca60f35ac7ce87ca5fd5b039c8a93eecc) AuthConfig (2381296957715ce121e597ec2a189d59ddb8bbe4a794751e9ee7ddce77954963)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"570f1933-b722-4eb9-881f-575bd5d6ca3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:09.697697997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"213b2c6e-6cfe-41d3-a301-b836923a5686","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:09.697724811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"213b2c6e-6cfe-41d3-a301-b836923a5686","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:10.159106198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"31da48f2-c9ff-4f46-a610-b0c48785fd75","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:10.179974756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"31da48f2-c9ff-4f46-a610-b0c48785fd75","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:10.356034923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"b6c60ca4-f5d1-410a-85e8-b197d7fbe375","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:10.356057969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"b6c60ca4-f5d1-410a-85e8-b197d7fbe375","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:10.759203585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.653954799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"9b8f8cfb-1896-4611-83c0-5b2937c0c46b","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.653979985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"9b8f8cfb-1896-4611-83c0-5b2937c0c46b","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.677187334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"fb33b556-030e-4096-bbba-eea4091f6333","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.677216826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"fb33b556-030e-4096-bbba-eea4091f6333","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.698765293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7a45e58a-938c-43bc-b627-c7fead8223ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:11.699923544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"d47c49a0-4ead-4d49-83dd-94bfef751d18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-925b79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.724426938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7a45e58a-938c-43bc-b627-c7fead8223ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.740984273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"b0039ced-d571-4d67-b482-c55cfd13d1e3","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.741007238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"b0039ced-d571-4d67-b482-c55cfd13d1e3","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.761199832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"c54ad57f-68a1-4169-8387-e6a7de0e4b54","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.761221469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"c54ad57f-68a1-4169-8387-e6a7de0e4b54","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.836916026Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"b5f9acbc-312f-4bbe-bf29-c23e23b7b83a","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"maas-trlp-auth-test-model-fb32d4","model":"auth-test-model-fb32d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fb32d4/e2e-auth-iso-925b79"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.88629791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"ab223150-331b-4f91-9599-44096d2f62e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.893988349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"134135cb-c02a-4da8-8621-d214dc247544","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.894016302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"134135cb-c02a-4da8-8621-d214dc247544","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.908121492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"ab223150-331b-4f91-9599-44096d2f62e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:11.955161421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"b1a04dec-a8c5-40c9-901f-a2c2b9e8b110","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"maas-trlp-auth-test-model-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:14.850833875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"a76ab8a7-f00c-4638-aa24-172b4d37325a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:14.895059584Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"a76ab8a7-f00c-4638-aa24-172b4d37325a","name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:15.610531572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"10e1edf4-73d1-4f0f-b659-839c53828262","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:15.630819649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"10e1edf4-73d1-4f0f-b659-839c53828262","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:15.652031845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5237cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"10e1edf4-73d1-4f0f-b659-839c53828262","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:19.733217131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"c4d4cdb9-2f2a-4cf2-989d-979eaddb4f3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:19.754280829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"c4d4cdb9-2f2a-4cf2-989d-979eaddb4f3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:19.841953419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"b024ed64-9a38-46ea-b76b-81893b8f7950","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:19.841975709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"b024ed64-9a38-46ea-b76b-81893b8f7950","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:20.964368024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"52313e55-4e41-489b-b26e-c084ef2f2e2b","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:20.96438855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"52313e55-4e41-489b-b26e-c084ef2f2e2b","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:20.985957887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"ff89ea06-3779-41ef-aa9b-25048ab9bf08","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:20.985982591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"ff89ea06-3779-41ef-aa9b-25048ab9bf08","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:20.99430649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"d8ecd254-f512-49de-971a-737ce0f00d0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:21.000063435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"76d140dc-3833-45f6-b4e5-98d5e985f6c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8df446\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:21.002762137Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"ff89ea06-3779-41ef-aa9b-25048ab9bf08","name":"auth-test-model-44405d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-44405d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:21.002819823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"ff89ea06-3779-41ef-aa9b-25048ab9bf08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-44405d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.008198812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"dc97783f-98f9-4682-ad36-b44c4de24ffd","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.008216306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"dc97783f-98f9-4682-ad36-b44c4de24ffd","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.017018853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"d8ecd254-f512-49de-971a-737ce0f00d0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.036773395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"196af28a-53bd-4d56-9c9a-94e2de393b80","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.036792812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"196af28a-53bd-4d56-9c9a-94e2de393b80","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.057550936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"439d61f8-563c-4e38-8e3b-d0f15672ec5a","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.057573911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"439d61f8-563c-4e38-8e3b-d0f15672ec5a","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.123242303Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"518681d8-701d-44a4-a00b-c8d719174158","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"maas-trlp-auth-test-model-44405d","model":"auth-test-model-44405d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-44405d/e2e-auth-iso-8df446"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.182079158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"aa1c401b-3d93-4eb5-a160-853a14bc10cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.186174433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"63604c20-abe5-4b6d-b84c-79e00a4a6963","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.186196308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"63604c20-abe5-4b6d-b84c-79e00a4a6963","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.20335421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"aa1c401b-3d93-4eb5-a160-853a14bc10cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:21.2502361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"52b7bbdd-05a2-4cad-8ab6-13221d82943b","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"maas-trlp-auth-test-model-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:24.384601653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930cef74-8733-4bd2-a5fb-079ea7f3c0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:24.399823858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930cef74-8733-4bd2-a5fb-079ea7f3c0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:24.41566071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930cef74-8733-4bd2-a5fb-079ea7f3c0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:24.431048402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930cef74-8733-4bd2-a5fb-079ea7f3c0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.059086526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9043018-4c2d-4ff3-a247-4b99d7689d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.074426612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9043018-4c2d-4ff3-a247-4b99d7689d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.089431583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9043018-4c2d-4ff3-a247-4b99d7689d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.104665822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9043018-4c2d-4ff3-a247-4b99d7689d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.703989596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"75c99bcc-d1dd-4777-94c6-343cef1286a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.724491267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"75c99bcc-d1dd-4777-94c6-343cef1286a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.742995642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5237cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d372c3a63fc18a7f2e9dec94484274d7364dd1dea7a867222e7f020864c3af33) AuthConfig (8a99941e8ea8c8f2e6eadc3ce4204075d5386218f3880fc67ee5d5cb064cc49e) AuthConfig (66fc0e810cd1f2205e38fbad6276d5752d41284ec69d80383d961dd2b127c468) AuthConfig (644b3a06c7e0ef8ba50d23d2d0a988fbdec9fe4b16c4b7858cb9d815a5488148) AuthConfig (75ae515dcf463ec7e9ec858c46e5202016ec9e756355e565192c6e19ae53aee2) AuthConfig (8a569c636e3b27711ae184267aafce7473ea170155a14acb5790f5c2eef5e7e7) AuthConfig (8ef81a9881577d1853e3db51893ae02972c61896b2f02edf877fd0d06c74ed4c) AuthConfig (b9e5c9ff3b0563f43f4fcf48590f57f0d1bfbaf0e09831d54e554bfb1f3ac5b5) AuthConfig (c721247b22a6f02b34dc93e9e464b6adc5c91444bed6ffc2da8d4405e5b1a2be) AuthConfig (2ae83f58148f746026c27b64bbe8360709f3598161285676d842d7995d486110) AuthConfig (87a6689071cbc5d945c822d541ef8b6881cb9b7d32d33b454974917d2f597b5d) AuthConfig (d7a55e93137f29bcbc5c426c772623c1361df3d0005e9b463c65b9a209efc0d8) AuthConfig (4c54b1c8fd67b13a0516267da4ae9e07dddc3f25350b176fba0e4bca4a0227d7) AuthConfig (99146f8663a0fe4d404a410389454712f515fc19f69a1421fb394e00a8c56219) AuthConfig (03ae3eda87a79ca2fb61034537737bae35d4937fc706f457517df056001cd6f1) AuthConfig (8f9b6ea323717e33009802073d2d91ec07c2907e29b0891e16ff9326e470fd72) AuthConfig (b2864c271aa335c50482bbaef7ba0c47e40f2af8aa61a6858e368a0d92c729e2) AuthConfig (1a767963f284cb6e1fe4a340a1b13157ec255ed2c6b2207676ee2603830ac342)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"75c99bcc-d1dd-4777-94c6-343cef1286a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.765730493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"ef5fa0dd-4f6c-45d8-b2b3-0fb1fabce2e0","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:25.765753454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"ef5fa0dd-4f6c-45d8-b2b3-0fb1fabce2e0","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:31.524753632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6595fdf5-14c0-45ce-94e0-79bc1ab9c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:31.539713918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6595fdf5-14c0-45ce-94e0-79bc1ab9c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:31.554791682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6595fdf5-14c0-45ce-94e0-79bc1ab9c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:31.570122634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6595fdf5-14c0-45ce-94e0-79bc1ab9c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.166107183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b46481-d2ea-4ea7-a03c-283603dce305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.184049739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b46481-d2ea-4ea7-a03c-283603dce305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.200059145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b46481-d2ea-4ea7-a03c-283603dce305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.214903717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b46481-d2ea-4ea7-a03c-283603dce305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.366226214Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c34cbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c34cbd","reconcileID":"569ff8f6-2014-4c19-9980-4637db707893","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c34cbd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c34cbd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.887907818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30d5a59-bff0-459e-8f57-8dbcd6567268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.903465499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30d5a59-bff0-459e-8f57-8dbcd6567268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.919283963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30d5a59-bff0-459e-8f57-8dbcd6567268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:32.934538765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30d5a59-bff0-459e-8f57-8dbcd6567268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:35.796562536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"866548c9-e1b8-4ea1-85f7-941bd0dfb715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:35.816943609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"866548c9-e1b8-4ea1-85f7-941bd0dfb715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:35.835669723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5237cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d372c3a63fc18a7f2e9dec94484274d7364dd1dea7a867222e7f020864c3af33) AuthConfig (8a99941e8ea8c8f2e6eadc3ce4204075d5386218f3880fc67ee5d5cb064cc49e) AuthConfig (66fc0e810cd1f2205e38fbad6276d5752d41284ec69d80383d961dd2b127c468) AuthConfig (644b3a06c7e0ef8ba50d23d2d0a988fbdec9fe4b16c4b7858cb9d815a5488148) AuthConfig (75ae515dcf463ec7e9ec858c46e5202016ec9e756355e565192c6e19ae53aee2) AuthConfig (8a569c636e3b27711ae184267aafce7473ea170155a14acb5790f5c2eef5e7e7) AuthConfig (8ef81a9881577d1853e3db51893ae02972c61896b2f02edf877fd0d06c74ed4c) AuthConfig (b9e5c9ff3b0563f43f4fcf48590f57f0d1bfbaf0e09831d54e554bfb1f3ac5b5) AuthConfig (c721247b22a6f02b34dc93e9e464b6adc5c91444bed6ffc2da8d4405e5b1a2be) AuthConfig (2ae83f58148f746026c27b64bbe8360709f3598161285676d842d7995d486110) AuthConfig (87a6689071cbc5d945c822d541ef8b6881cb9b7d32d33b454974917d2f597b5d) AuthConfig (d7a55e93137f29bcbc5c426c772623c1361df3d0005e9b463c65b9a209efc0d8) AuthConfig (4c54b1c8fd67b13a0516267da4ae9e07dddc3f25350b176fba0e4bca4a0227d7) AuthConfig (99146f8663a0fe4d404a410389454712f515fc19f69a1421fb394e00a8c56219) AuthConfig (03ae3eda87a79ca2fb61034537737bae35d4937fc706f457517df056001cd6f1) AuthConfig (8f9b6ea323717e33009802073d2d91ec07c2907e29b0891e16ff9326e470fd72) AuthConfig (b2864c271aa335c50482bbaef7ba0c47e40f2af8aa61a6858e368a0d92c729e2) AuthConfig (1a767963f284cb6e1fe4a340a1b13157ec255ed2c6b2207676ee2603830ac342)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"866548c9-e1b8-4ea1-85f7-941bd0dfb715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.072428505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"ae7f4aa5-1542-4da5-ada5-c02f6889cb9a","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"maas-trlp-auth-test-model-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.132070545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"c6060b8b-e5ce-4fd1-875b-871ac6e32125","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.132100421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"c6060b8b-e5ce-4fd1-875b-871ac6e32125","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.420242668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"700a7045-3e14-4915-98d8-86964e67c14f","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"maas-trlp-auth-test-model-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.47747996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"05053410-62f3-4134-ae28-f44a2cbb01cd","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.477501002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"05053410-62f3-4134-ae28-f44a2cbb01cd","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.866664365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"c8420367-a7a7-42db-8208-ea542d4c83f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:38.886710807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"c8420367-a7a7-42db-8208-ea542d4c83f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.153258601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7bfb1687-6917-4f58-a1f5-8b3579b4f604","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.172964812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"7bfb1687-6917-4f58-a1f5-8b3579b4f604","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.804027298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"b4a5a88b-47aa-4411-b4cd-160405444a24","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.804049721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"b4a5a88b-47aa-4411-b4cd-160405444a24","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.833394876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"a69ccd5f-f235-45e8-8a18-f8c7c633bf23","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.853722827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"a69ccd5f-f235-45e8-8a18-f8c7c633bf23","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.854799144Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"1ce655b7-942e-49d2-90e7-47d71b66f0ed","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec1ab11b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.934084832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"3959ff5b-f992-4c81-b747-a4c1bafc949b","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:39.954494366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"3959ff5b-f992-4c81-b747-a4c1bafc949b","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:40.757278759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.292672344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"3de01389-4f0e-44e2-b328-b9fc6743990e","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.292699534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"3de01389-4f0e-44e2-b328-b9fc6743990e","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.321943039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"e919c649-8476-4685-96bf-20070f353015","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.34351357Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"b967f3d0-d852-490c-b535-64680ff5b61a","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d85631e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.345193893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"e919c649-8476-4685-96bf-20070f353015","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.508380615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"8af9b5c4-0455-4742-80d4-4d176a9eecde","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:42.528284124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"8af9b5c4-0455-4742-80d4-4d176a9eecde","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:43.693700929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d064e6b-b67f-4dad-a84f-e22ed48ebd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:43.708626756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d064e6b-b67f-4dad-a84f-e22ed48ebd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:43.723831329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d064e6b-b67f-4dad-a84f-e22ed48ebd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:43.740061642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d064e6b-b67f-4dad-a84f-e22ed48ebd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:44.335444049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9342cb43-e4f5-4ef5-b734-42428dff9289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:44.350657195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9342cb43-e4f5-4ef5-b734-42428dff9289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:44.365554179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9342cb43-e4f5-4ef5-b734-42428dff9289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:44.381137268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9342cb43-e4f5-4ef5-b734-42428dff9289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:45.866158472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1ecd62fc-33c8-430f-a62d-48061228363f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:45.886450983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1ecd62fc-33c8-430f-a62d-48061228363f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:45.969626826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"9a747c6b-107c-4523-bfae-0601679d66d8","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:45.969649148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"9a747c6b-107c-4523-bfae-0601679d66d8","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.138781394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"cd2ad77f-f8a8-45f2-8680-2b835a15c30a","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.138802948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"cd2ad77f-f8a8-45f2-8680-2b835a15c30a","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.163607482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"2f1028cc-3e70-4b63-82c3-1736e07f0f81","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.163724563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"2f1028cc-3e70-4b63-82c3-1736e07f0f81","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.169191676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"06ae1043-44fa-4ced-bbdd-8211855d8c73","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:47.184806371Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"2f1028cc-3e70-4b63-82c3-1736e07f0f81","name":"auth-test-model-5237cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5237cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:47.184878561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"2f1028cc-3e70-4b63-82c3-1736e07f0f81","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5237cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:53:47.185048759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"05af391e-e212-4c48-b4a9-f5748bc56289","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5ad6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.189667883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"06ae1043-44fa-4ced-bbdd-8211855d8c73","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.19076764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"0c308047-5fd1-49d9-b21d-38dc381a9c5b","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.190783177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"0c308047-5fd1-49d9-b21d-38dc381a9c5b","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.22145579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"29996cd4-f172-4a83-861a-91907bf405db","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.221478335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"29996cd4-f172-4a83-861a-91907bf405db","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.239861431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"a331e0d8-0cf3-4d47-9dda-2a6e42641603","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.239882751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"a331e0d8-0cf3-4d47-9dda-2a6e42641603","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.269075981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"0ad232ba-0b03-41ad-aaed-a0e18467d613","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.289156685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"0ad232ba-0b03-41ad-aaed-a0e18467d613","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.302564744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"d60c13c6-e4a4-4046-8c8d-4ec2dc1ece77","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"maas-trlp-auth-test-model-5237cd","model":"auth-test-model-5237cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-5237cd/e2e-auth-iso-d5ad6b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.35929369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"09cac950-d3f7-495d-a51e-0c0f8e928275","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.359361137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"09cac950-d3f7-495d-a51e-0c0f8e928275","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:47.425157483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"6bdab5a7-0ad5-4a17-9f53-08a925a6d302","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"maas-trlp-auth-test-model-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:48.973928317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2af63e-c680-4108-bc20-e641cc99b7c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:48.989068465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2af63e-c680-4108-bc20-e641cc99b7c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.004912993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2af63e-c680-4108-bc20-e641cc99b7c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.020408774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2af63e-c680-4108-bc20-e641cc99b7c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.63501599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24267b4d-254c-4573-848a-308f8e2a88b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.650198589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24267b4d-254c-4573-848a-308f8e2a88b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.665439937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24267b4d-254c-4573-848a-308f8e2a88b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.68040177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24267b4d-254c-4573-848a-308f8e2a88b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.82484928Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56a6d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56a6d4","reconcileID":"da23b9a2-b67d-48e1-bb2e-ce771dcb0dec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-56a6d4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-56a6d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.870205524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"e5ced4b2-2661-466b-b408-204dd1c670e2","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","subscription":"e2e-auth-iso-925b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.885353641Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"e5ced4b2-2661-466b-b408-204dd1c670e2","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:49.903575294Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"e5ced4b2-2661-466b-b408-204dd1c670e2","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"maas-trlp-auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.057566702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"5f4e2ff1-8cf2-4930-9466-e6319947b049","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.057592388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"5f4e2ff1-8cf2-4930-9466-e6319947b049","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.102986357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"21146f54-5832-458c-81e8-d6cd42d2c42a","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.178055229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"21146f54-5832-458c-81e8-d6cd42d2c42a","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.201446017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"e2d80a55-623d-4bad-aff7-bdde0bdec0bd","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.201468396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"e2d80a55-623d-4bad-aff7-bdde0bdec0bd","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.233505673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"4fa02503-9000-470a-9687-429b57664d4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.254470884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"0faf79db-f0fb-42cb-b2cb-a038aca8dc5e","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8fa47f95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.255959888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"4fa02503-9000-470a-9687-429b57664d4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.344976599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"4c8c6144-6d02-46bc-a6b6-6f2014f6e785","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.36328484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f452f3-734f-4fca-8941-23bb0d186a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.365231833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"4c8c6144-6d02-46bc-a6b6-6f2014f6e785","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.37829083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f452f3-734f-4fca-8941-23bb0d186a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.378479955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"468491b9-013f-4a8d-9829-073a559d3b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.393847254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f452f3-734f-4fca-8941-23bb0d186a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.409080862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f452f3-734f-4fca-8941-23bb0d186a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:50.41383914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"468491b9-013f-4a8d-9829-073a559d3b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.386942457Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"5ff2d1ad-1a88-40c2-a6d3-8001a51db1d1","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","subscription":"e2e-auth-iso-8df446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.402617382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"5ff2d1ad-1a88-40c2-a6d3-8001a51db1d1","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.418399689Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"5ff2d1ad-1a88-40c2-a6d3-8001a51db1d1","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"maas-trlp-auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.57657286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"e536985e-cd32-4916-acd9-0634cd0ec8f2","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.576596564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"e536985e-cd32-4916-acd9-0634cd0ec8f2","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.606823454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"8837c824-19eb-4532-a277-8df7422d3ffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.629007897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"8837c824-19eb-4532-a277-8df7422d3ffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.723023472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"14088d39-2997-42f3-ac20-f15b88620a07","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.723044084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"14088d39-2997-42f3-ac20-f15b88620a07","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.752599436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"4081e3c8-9e06-4c27-a712-d9f99d0abc42","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.772669951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"4081e3c8-9e06-4c27-a712-d9f99d0abc42","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.774785831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"5a782299-6cc0-4751-bd04-ce3da2ebf7e6","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5eeb6a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.853949674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"19e65bf6-d4b7-481d-9745-c5dc0735df2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.874051201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"19e65bf6-d4b7-481d-9745-c5dc0735df2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:52.990850902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"1de4ab60-87e0-4c96-a15c-1cccacb501a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:53:53.011205389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"1de4ab60-87e0-4c96-a15c-1cccacb501a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.269705583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"00515f22-0653-40f8-834a-d1d7920aa28b","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","subscription":"e2e-auth-iso-925b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.28536731Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"00515f22-0653-40f8-834a-d1d7920aa28b","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.301206234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"00515f22-0653-40f8-834a-d1d7920aa28b","MaaSSubscription":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"maas-trlp-auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.461301221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"ac322851-4389-42db-a1e7-732a60d5577b","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.46133973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"ac322851-4389-42db-a1e7-732a60d5577b","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.492946954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"ba525e2b-c7ca-4e91-bf96-ae88d18ef7fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.513493309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"ba525e2b-c7ca-4e91-bf96-ae88d18ef7fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.618490311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"b52b492f-ba01-4f95-bc0a-4a165369a7b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.618665342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"119dfc70-c5d7-46ea-9991-4ac0e604c065","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.618741581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"119dfc70-c5d7-46ea-9991-4ac0e604c065","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.674503632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"29815ffb-31fa-4198-8161-d88d9877239b","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.695841727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"29815ffb-31fa-4198-8161-d88d9877239b","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.759794104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"b52b492f-ba01-4f95-bc0a-4a165369a7b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.834702398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"b52b492f-ba01-4f95-bc0a-4a165369a7b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"name":"e2e-shared-a-w1-b36e62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.834727422Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"e2e-auth-iso-925b79","reconcileID":"b52b492f-ba01-4f95-bc0a-4a165369a7b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.856500969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"595b0d75-6cff-4765-a3a5-38228d49059f","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"tenant":"e2e-shared-a-w1-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","model":"ai-tenant-e2e-shared-a-w1-b36e62/auth-test-model-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:00.856539645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"auth-test-model-b36e62","reconcileID":"595b0d75-6cff-4765-a3a5-38228d49059f","MaaSModelRef":{"name":"auth-test-model-b36e62","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"routeName":"auth-test-model-b36e62-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","llmisvcName":"auth-test-model-b36e62","gateway":"openshift-ingress/e2e-shared-a-w1-b36e62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.014792453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"aa61e194-f1d9-4f67-b56d-0da8526ae52e","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.014980604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"88eb18fa-1c7b-4ee7-a6a6-38697609d54b","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.015005029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"88eb18fa-1c7b-4ee7-a6a6-38697609d54b","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.070356215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"aa61e194-f1d9-4f67-b56d-0da8526ae52e","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.14141467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"aa61e194-f1d9-4f67-b56d-0da8526ae52e","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"name":"e2e-shared-b-w1-fb32d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.141534388Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"e2e-auth-iso-925b79","reconcileID":"aa61e194-f1d9-4f67-b56d-0da8526ae52e","MaaSAuthPolicy":{"name":"e2e-auth-iso-925b79","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.163675987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"65d4c803-5d1e-47bf-b38c-50dd048a1784","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"tenant":"e2e-shared-b-w1-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","model":"ai-tenant-e2e-shared-b-w1-fb32d4/auth-test-model-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:01.163703209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"auth-test-model-fb32d4","reconcileID":"65d4c803-5d1e-47bf-b38c-50dd048a1784","MaaSModelRef":{"name":"auth-test-model-fb32d4","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"routeName":"auth-test-model-fb32d4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","llmisvcName":"auth-test-model-fb32d4","gateway":"openshift-ingress/e2e-shared-b-w1-fb32d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.548709399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"f998102a-d0aa-4b72-9678-bfaac65a63eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.600703007Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"f998102a-d0aa-4b72-9678-bfaac65a63eb","name":"e2e-extmod-b-c34cbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.795007268Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"8d3cc7fa-5508-4ca5-994d-38de0a6ebb45","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","subscription":"e2e-auth-iso-8df446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.810480298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"8d3cc7fa-5508-4ca5-994d-38de0a6ebb45","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.826950625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"8d3cc7fa-5508-4ca5-994d-38de0a6ebb45","MaaSSubscription":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"maas-trlp-auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.975901862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"341b7e43-4ac6-4101-85e5-98200b4be0e8","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:02.975922073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"341b7e43-4ac6-4101-85e5-98200b4be0e8","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.007436423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"9a5061b4-79f0-4f26-8541-a9b7bde8ed8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.028872882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"9a5061b4-79f0-4f26-8541-a9b7bde8ed8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.136733696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"443d9afa-190d-4528-943b-bd772d46c32c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.136786423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"c85bb6f1-cf55-4c95-8169-43c93c1b0a15","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.136801681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"c85bb6f1-cf55-4c95-8169-43c93c1b0a15","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.194699561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"c1e4d1dd-5476-4481-aaa5-249b35480b11","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.230242421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"c1e4d1dd-5476-4481-aaa5-249b35480b11","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.279636968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"443d9afa-190d-4528-943b-bd772d46c32c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.334595934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"443d9afa-190d-4528-943b-bd772d46c32c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"name":"e2e-shared-a-w2-6b5dab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.334619287Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"e2e-auth-iso-8df446","reconcileID":"443d9afa-190d-4528-943b-bd772d46c32c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.355009183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"d9db6906-9062-4750-afae-c66567603aea","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"tenant":"e2e-shared-a-w2-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","model":"ai-tenant-e2e-shared-a-w2-6b5dab/auth-test-model-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.355031011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"auth-test-model-6b5dab","reconcileID":"d9db6906-9062-4750-afae-c66567603aea","MaaSModelRef":{"name":"auth-test-model-6b5dab","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"routeName":"auth-test-model-6b5dab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","llmisvcName":"auth-test-model-6b5dab","gateway":"openshift-ingress/e2e-shared-a-w2-6b5dab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.506081821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"752ea328-c1dc-47eb-9b07-c926b0156c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.506253739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"d502bb02-d256-4a53-97c7-63f881987f74","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.506274555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"d502bb02-d256-4a53-97c7-63f881987f74","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.550809038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"752ea328-c1dc-47eb-9b07-c926b0156c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.608596258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"752ea328-c1dc-47eb-9b07-c926b0156c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"name":"e2e-shared-b-w2-44405d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.608622046Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"e2e-auth-iso-8df446","reconcileID":"752ea328-c1dc-47eb-9b07-c926b0156c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-8df446","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.628353021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"27c0f051-63f2-41fb-9eeb-9264d95969ff","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"tenant":"e2e-shared-b-w2-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","model":"ai-tenant-e2e-shared-b-w2-44405d/auth-test-model-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:03.628372182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"auth-test-model-44405d","reconcileID":"27c0f051-63f2-41fb-9eeb-9264d95969ff","MaaSModelRef":{"name":"auth-test-model-44405d","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"routeName":"auth-test-model-44405d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-44405d","llmisvcName":"auth-test-model-44405d","gateway":"openshift-ingress/e2e-shared-b-w2-44405d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:06.603624401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"5a59c640-6c7a-4879-b94c-0fd46b5df1b7","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"maas-trlp-auth-test-model-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:06.662312377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"0797bf36-6f4f-4ba5-8578-84cfd0894287","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:06.662372445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"0797bf36-6f4f-4ba5-8578-84cfd0894287","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:07.550395326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"81bc2152-5317-4486-a05b-7b891c30d508","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:07.572743675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"81bc2152-5317-4486-a05b-7b891c30d508","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.109206986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"be7f12c7-d428-4aa8-aaf6-761afb518e62","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.109229956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"be7f12c7-d428-4aa8-aaf6-761afb518e62","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.140649008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"9461333f-5adf-4d02-9b85-04046a5de81a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.160891263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"9461333f-5adf-4d02-9b85-04046a5de81a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.161471693Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"14102acb-cb91-4a28-9d41-31ea1213d47c","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-720a0285","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.331857952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"aa1e7f07-06b2-43bb-abcf-0a68e2849ec1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:09.353498067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"aa1e7f07-06b2-43bb-abcf-0a68e2849ec1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:10.760140058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.217756449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea13a8f0-6ea8-4e8a-9a2f-03bfb8c699f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.232659094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea13a8f0-6ea8-4e8a-9a2f-03bfb8c699f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.247318755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea13a8f0-6ea8-4e8a-9a2f-03bfb8c699f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.264721363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea13a8f0-6ea8-4e8a-9a2f-03bfb8c699f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.89675258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97edae2-af11-4068-b34c-2dc6f13ad9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.911777456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97edae2-af11-4068-b34c-2dc6f13ad9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.926774407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97edae2-af11-4068-b34c-2dc6f13ad9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:11.941849016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97edae2-af11-4068-b34c-2dc6f13ad9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:12.228721025Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-696f9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-696f9a","reconcileID":"f8dd134f-7441-4383-b1d8-3d166b1cd218","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-696f9a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-696f9a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:12.809045375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0df72c3-d671-48ca-b493-101c502a3792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:12.826913544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0df72c3-d671-48ca-b493-101c502a3792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:12.843933003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0df72c3-d671-48ca-b493-101c502a3792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:12.859054895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0df72c3-d671-48ca-b493-101c502a3792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.177121372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"22f8b236-b492-4f7c-b09d-519be106d854","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","subscription":"e2e-auth-iso-d5ad6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.192654567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"22f8b236-b492-4f7c-b09d-519be106d854","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.208255961Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"22f8b236-b492-4f7c-b09d-519be106d854","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"maas-trlp-auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.364206184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"04744ae2-93b3-4ff0-ad82-e8dcd8fba5f7","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.364228963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"04744ae2-93b3-4ff0-ad82-e8dcd8fba5f7","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.446369493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"849e06c7-fb8d-4b41-a500-1620bb9888ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.472406486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"849e06c7-fb8d-4b41-a500-1620bb9888ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.511277607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"22e6a32e-4216-4b1a-98a0-9dc0fb872273","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.511300012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"22e6a32e-4216-4b1a-98a0-9dc0fb872273","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.548675837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1fbd7ffa-cc69-4804-8baf-da1622337aa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.574309833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1fbd7ffa-cc69-4804-8baf-da1622337aa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.58840548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1bc3f5a4-3784-47cd-a7c5-a8f898114aff","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-932716b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.648705939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"da5ae389-ea49-4d78-a4c7-183d440af41e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.669513836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"da5ae389-ea49-4d78-a4c7-183d440af41e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.746249551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"4bf7329c-271e-4f16-9b4a-e8ec4a1d13b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:19.766879229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"4bf7329c-271e-4f16-9b4a-e8ec4a1d13b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:21.100624101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"8c54f29d-70ec-4e89-a136-de7f861f91ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:21.144148606Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"8c54f29d-70ec-4e89-a136-de7f861f91ed","name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.604056889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1701feda-ccd9-4b45-9608-27ea1429cdba","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","subscription":"e2e-auth-iso-d5ad6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.623653524Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1701feda-ccd9-4b45-9608-27ea1429cdba","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.640192342Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"1701feda-ccd9-4b45-9608-27ea1429cdba","MaaSSubscription":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"maas-trlp-auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.730109924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"d4123da3-f43f-4285-b762-fecfaad78482","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.730133329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"d4123da3-f43f-4285-b762-fecfaad78482","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.759575317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"0a49ebcd-0e2b-45b1-b489-2928d72bda49","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.780869516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"0a49ebcd-0e2b-45b1-b489-2928d72bda49","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.883098194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7fba779c-794c-4ff1-976d-0f12500f1386","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.883579072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"9bee0466-4a5a-4d5b-9689-77ddb7891428","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.883594393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"9bee0466-4a5a-4d5b-9689-77ddb7891428","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.943037908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7fba779c-794c-4ff1-976d-0f12500f1386","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.943512119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"47083296-369b-4733-894b-f36b1fb09fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.963808576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"47083296-369b-4733-894b-f36b1fb09fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.99929487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7fba779c-794c-4ff1-976d-0f12500f1386","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"name":"e2e-shared-a-w0-0877f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:29.999337106Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"e2e-auth-iso-d5ad6b","reconcileID":"7fba779c-794c-4ff1-976d-0f12500f1386","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.019678086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"efc61f25-2b61-4b6e-98f4-53c3f0050306","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"tenant":"e2e-shared-a-w0-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","model":"ai-tenant-e2e-shared-a-w0-0877f5/auth-test-model-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.019700623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"auth-test-model-0877f5","reconcileID":"efc61f25-2b61-4b6e-98f4-53c3f0050306","MaaSModelRef":{"name":"auth-test-model-0877f5","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"routeName":"auth-test-model-0877f5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","llmisvcName":"auth-test-model-0877f5","gateway":"openshift-ingress/e2e-shared-a-w0-0877f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.171785501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"69d61f1e-e8d7-4ae3-950d-efb65d5e9166","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.172188351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"041b24d7-2cce-45c5-99b2-eb175f1faa8e","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.1725518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"041b24d7-2cce-45c5-99b2-eb175f1faa8e","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.218995564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"69d61f1e-e8d7-4ae3-950d-efb65d5e9166","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.272783955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"69d61f1e-e8d7-4ae3-950d-efb65d5e9166","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"name":"e2e-shared-b-w0-5237cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.272812026Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"e2e-auth-iso-d5ad6b","reconcileID":"69d61f1e-e8d7-4ae3-950d-efb65d5e9166","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5ad6b","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.292895027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"2e36372b-d9e0-4b6a-a31b-a96b46814399","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"tenant":"e2e-shared-b-w0-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","model":"ai-tenant-e2e-shared-b-w0-5237cd/auth-test-model-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:30.292923038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"auth-test-model-5237cd","reconcileID":"2e36372b-d9e0-4b6a-a31b-a96b46814399","MaaSModelRef":{"name":"auth-test-model-5237cd","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"routeName":"auth-test-model-5237cd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","llmisvcName":"auth-test-model-5237cd","gateway":"openshift-ingress/e2e-shared-b-w0-5237cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:35.644067764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786dc4e6-4b8a-4b12-8fe4-c2d3f39b98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:35.659114244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786dc4e6-4b8a-4b12-8fe4-c2d3f39b98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:35.674156132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786dc4e6-4b8a-4b12-8fe4-c2d3f39b98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:35.689435776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786dc4e6-4b8a-4b12-8fe4-c2d3f39b98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:36.279941796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21027e-3281-498a-bad1-f311b6282af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:36.295643708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21027e-3281-498a-bad1-f311b6282af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:36.314593086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21027e-3281-498a-bad1-f311b6282af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:36.329590441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21027e-3281-498a-bad1-f311b6282af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.02718757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d9bcc1-bfcb-4a9e-8c17-f1f9dd32634d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.042525582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d9bcc1-bfcb-4a9e-8c17-f1f9dd32634d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.057597631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d9bcc1-bfcb-4a9e-8c17-f1f9dd32634d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.07250858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d9bcc1-bfcb-4a9e-8c17-f1f9dd32634d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.730644907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d8dbed-67d0-4f0e-9afa-fda3717472c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.745932079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d8dbed-67d0-4f0e-9afa-fda3717472c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.76368081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d8dbed-67d0-4f0e-9afa-fda3717472c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:37.785753476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d8dbed-67d0-4f0e-9afa-fda3717472c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.763377378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.850878991Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"ed86dc3f-8b10-46e8-84ce-75fca465f210","namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.870354342Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"077236e4-5b2e-4160-b1ab-2c47e62af1e9","namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.902835818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d1f04938-17c3-4fae-bcc0-d9b2fd563c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.90624379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a93908f-49b0-4c2a-adf1-e7059a3123f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.906750757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"84fbd14a-ce39-44fe-846a-4b88a40814b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.907129992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c9d940c2-b0b2-4783-af57-058b48a641ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.907497647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2d9a3b97-aec7-4dd4-9d1e-fa995cebb446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.990428677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d1f04938-17c3-4fae-bcc0-d9b2fd563c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.993718006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c9d940c2-b0b2-4783-af57-058b48a641ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.995804586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a93908f-49b0-4c2a-adf1-e7059a3123f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.995985031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2d9a3b97-aec7-4dd4-9d1e-fa995cebb446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:40.993726105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"84fbd14a-ce39-44fe-846a-4b88a40814b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.132785208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"6f05a3fa-3227-4696-9e53-8b6827e35f9e","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.188668928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b969ee6a-206b-4e99-9516-d8514252bc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.188758551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"44362fef-a385-4626-8c3d-6436656dbec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.19227298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9b2d0a4f-e00f-4c61-ba71-2e78edb27124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.192349225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1261ee2d-e0a0-4c64-93be-03fd4194be13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.21241189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"44362fef-a385-4626-8c3d-6436656dbec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.212427139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b969ee6a-206b-4e99-9516-d8514252bc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.215501914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1261ee2d-e0a0-4c64-93be-03fd4194be13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.2159467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9b2d0a4f-e00f-4c61-ba71-2e78edb27124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.280249167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d795dfe-00ec-450a-b98d-0cea9d707dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.299516829Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"bf49d7b9-e025-484d-961b-77e90456711d","namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.301452994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d795dfe-00ec-450a-b98d-0cea9d707dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.314630859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c14a6fe9-ca7a-44ef-9d7b-ed5d0ad1bbe1","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.314656185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c14a6fe9-ca7a-44ef-9d7b-ed5d0ad1bbe1","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.368902329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c84eaed7-5738-4f3b-b198-1c538108922d","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.370029141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c84eaed7-5738-4f3b-b198-1c538108922d","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.39195373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b9ce6f3b-090d-4290-a61e-f5fc8914cfb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.392514788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e65a3cf9-e36f-454a-876d-9f2a27b7ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.393054395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e9014e4-ad07-42d5-8bcf-21b031435bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.393500894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aee342bd-7119-4d0e-b228-0e9834926ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:54:41.411794Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c84eaed7-5738-4f3b-b198-1c538108922d","name":"e2e-att-serve-d4a520","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d4a520\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:54:41.411867379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c84eaed7-5738-4f3b-b198-1c538108922d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d4a520\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.419338134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e65a3cf9-e36f-454a-876d-9f2a27b7ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.423816215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e9014e4-ad07-42d5-8bcf-21b031435bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.427472867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aee342bd-7119-4d0e-b228-0e9834926ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.436621575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b9ce6f3b-090d-4290-a61e-f5fc8914cfb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.445530686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c5aa6dcf-40b8-474e-be47-9a4642af4e42","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.445602203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c5aa6dcf-40b8-474e-be47-9a4642af4e42","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.483395413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5433cdce-c729-4a0d-a36e-e32c859aa8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.520517417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5433cdce-c729-4a0d-a36e-e32c859aa8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.668506005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4ed9cbe0-7f1f-4dd5-ad20-fa9b374ca8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.668512004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2df8252c-ff2b-4d41-89a6-8e0576bee5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.669044981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c31f4f33-3207-49d3-8d81-e8fa4de19873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.669176699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a805b6fc-381f-4752-8574-f4b1faef2b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.683443769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1eab9edf-fabb-4110-88c0-1f7d4bed4fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.688814844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2df8252c-ff2b-4d41-89a6-8e0576bee5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.689103272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c31f4f33-3207-49d3-8d81-e8fa4de19873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.691351776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4ed9cbe0-7f1f-4dd5-ad20-fa9b374ca8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.691521486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a805b6fc-381f-4752-8574-f4b1faef2b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.70385021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1eab9edf-fabb-4110-88c0-1f7d4bed4fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.771137258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"79128644-5f7c-45a7-b9e4-979ff25d23a6","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.771166571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"79128644-5f7c-45a7-b9e4-979ff25d23a6","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.782573457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bed25ee3-5c4f-4494-b5c3-1613657cd586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.782588485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"52ac84c5-adc4-45d7-a6bd-376b978c4302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.805825268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"52ac84c5-adc4-45d7-a6bd-376b978c4302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.806884755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bed25ee3-5c4f-4494-b5c3-1613657cd586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.871871381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"89a33058-b6be-462b-a643-7604dfa8f28f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.942789466Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"89a33058-b6be-462b-a643-7604dfa8f28f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:41.978637474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"89a33058-b6be-462b-a643-7604dfa8f28f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:42.034608602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"a2b1c58a-173c-4c05-b28a-d8eaa6019e8a","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:42.034637973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"a2b1c58a-173c-4c05-b28a-d8eaa6019e8a","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:46.590077351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"14a022ec-490f-47c0-84bb-6d28ffb7c8ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:46.633949312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"14a022ec-490f-47c0-84bb-6d28ffb7c8ab","name":"e2e-extmod-a-696f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:48.612424105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c563092a-131c-4a44-b7db-703061935f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:48.627197403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c563092a-131c-4a44-b7db-703061935f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:48.686659918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c563092a-131c-4a44-b7db-703061935f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:48.702184563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c563092a-131c-4a44-b7db-703061935f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:49.363004904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf63a7-3803-4e4b-80cf-89f81354071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:49.378092841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf63a7-3803-4e4b-80cf-89f81354071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:49.393481689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf63a7-3803-4e4b-80cf-89f81354071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:49.408956112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf63a7-3803-4e4b-80cf-89f81354071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:49.451272605Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-f1128d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-f1128d","reconcileID":"84f652d1-d9b8-47d4-903b-81d3e5c964c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-f1128d","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-f1128d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:50.06076636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eca18c-fa7c-4c40-b7e4-23f6c463fc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:50.076721201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eca18c-fa7c-4c40-b7e4-23f6c463fc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:50.095079032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eca18c-fa7c-4c40-b7e4-23f6c463fc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:50.114881496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eca18c-fa7c-4c40-b7e4-23f6c463fc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:52.036767091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"971730d5-97e7-4fbd-9181-28fc34f599af","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:52.057099882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"971730d5-97e7-4fbd-9181-28fc34f599af","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:52.076290616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"971730d5-97e7-4fbd-9181-28fc34f599af","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:56.505996481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88986510-be4e-4af8-841d-48d69a508edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:56.520770081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88986510-be4e-4af8-841d-48d69a508edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:56.537556621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88986510-be4e-4af8-841d-48d69a508edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:56.552296813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88986510-be4e-4af8-841d-48d69a508edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:57.145000614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32b47d8-1d03-47b7-b89d-ceabc6a6bed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:57.159896213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32b47d8-1d03-47b7-b89d-ceabc6a6bed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:57.175522067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32b47d8-1d03-47b7-b89d-ceabc6a6bed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:54:57.190736486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32b47d8-1d03-47b7-b89d-ceabc6a6bed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:02.10791637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"aef46314-fe25-4e6f-b9be-5bfff1b47a14","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:02.128208503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"aef46314-fe25-4e6f-b9be-5bfff1b47a14","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:02.147260147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"aef46314-fe25-4e6f-b9be-5bfff1b47a14","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.75858651Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"8dd525f4-6114-42e5-9e74-0728de6b0cc5","namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.777949608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"1b82a8d7-70df-4b44-ae51-e271f3c7f48b","namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.790004521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"03883396-88d2-488d-8be0-19a5e2638c47","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.804725527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9328b4aa-39a3-4c65-a5ff-2fab25a44986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.804725602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7321eb5b-3a28-4a8e-9c8f-2dea7a1d5b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.805385767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"12a75fa3-5e09-4356-ab34-4641bc603d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.805413276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0313394b-52d8-43fc-ba25-494dc375a937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.811537642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"03883396-88d2-488d-8be0-19a5e2638c47","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.825340548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7321eb5b-3a28-4a8e-9c8f-2dea7a1d5b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.82537764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0313394b-52d8-43fc-ba25-494dc375a937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.827527386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9328b4aa-39a3-4c65-a5ff-2fab25a44986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.827680358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"12a75fa3-5e09-4356-ab34-4641bc603d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.830450525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"03883396-88d2-488d-8be0-19a5e2638c47","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.904191819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"320abca0-bb5a-49d1-9924-befe11eef629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:03.925395381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"320abca0-bb5a-49d1-9924-befe11eef629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.019309748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0d4cabcb-c3a9-4cd2-aa7d-d6021b0cc745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.019722878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"68fd6673-32cf-4e2d-af09-a324ea2157a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.019997286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ce572717-8f0b-423b-8199-ea7f584c0bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.021213412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"aa9cd769-c143-4273-9221-cbab6f6f153a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.02148442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"b97470e6-01ed-4b9c-a397-d634a34771a2","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.04071586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ce572717-8f0b-423b-8199-ea7f584c0bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.040883383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"68fd6673-32cf-4e2d-af09-a324ea2157a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.043100253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"aa9cd769-c143-4273-9221-cbab6f6f153a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.043126075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0d4cabcb-c3a9-4cd2-aa7d-d6021b0cc745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.188071639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"e7c6733a-1573-4c0a-82c6-5d92c513b041","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.198802314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"be53f6f5-51d6-46d1-9a31-ac04013e7957","namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.216857122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a98e51ef-4272-4337-a9b8-8677d7db6465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.228107575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"138a8ae6-e3c2-47bb-ba9f-533d46f4263b","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.228220754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"138a8ae6-e3c2-47bb-ba9f-533d46f4263b","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.239244207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a98e51ef-4272-4337-a9b8-8677d7db6465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.293898729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7148d5be-4dce-4403-a38a-7720ace1ddd2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.30770215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1991e9f4-bb06-4c61-b8b6-351e0ed73794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.307767409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5be61045-e28f-4de8-99ed-85664eb8f3bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.31229736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"039016e1-b7bd-483c-b70d-a2b85ff48652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.319263843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7148d5be-4dce-4403-a38a-7720ace1ddd2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.335610877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5be61045-e28f-4de8-99ed-85664eb8f3bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.343203892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1991e9f4-bb06-4c61-b8b6-351e0ed73794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.346876373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"039016e1-b7bd-483c-b70d-a2b85ff48652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.354109831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7148d5be-4dce-4403-a38a-7720ace1ddd2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.444164231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a7f2658b-54d6-4f79-b3c8-3afa3ff81279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.465244279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a7f2658b-54d6-4f79-b3c8-3afa3ff81279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.5091291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"dda755ce-43f5-4aff-a3a5-b38a6633e631","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.509166343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"dda755ce-43f5-4aff-a3a5-b38a6633e631","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.509864246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ff77ffaa-76ea-4a9c-9fbb-88daa1d812e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.520473323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c3eefbb-383a-4c19-85eb-d9f46e7c097a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.520695077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"446d18e2-f201-498c-8497-32e5a3b7311d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.531616982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ff77ffaa-76ea-4a9c-9fbb-88daa1d812e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.542675725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c3eefbb-383a-4c19-85eb-d9f46e7c097a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.545339679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"446d18e2-f201-498c-8497-32e5a3b7311d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.598473054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2f176e89-ec06-4a01-9f34-d4eb1775aba5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.655067856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2f176e89-ec06-4a01-9f34-d4eb1775aba5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.692114217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2f176e89-ec06-4a01-9f34-d4eb1775aba5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.726318898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"147ccfd7-499e-4142-b0ff-8db9e4483c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.726640828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9c815a9b-6f96-4bfb-93c3-b95dc2c956ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.726925648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"00862f3f-aaef-493c-9574-5b9d5fcba50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.730504053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"f30e94c7-bbd5-4e34-91fa-a13c2d173489","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.730520559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"f30e94c7-bbd5-4e34-91fa-a13c2d173489","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.749039727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"00862f3f-aaef-493c-9574-5b9d5fcba50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.749051035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9c815a9b-6f96-4bfb-93c3-b95dc2c956ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.751374182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"147ccfd7-499e-4142-b0ff-8db9e4483c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.812809191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"75552556-56c7-4a07-8023-8d112c8c458d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.812852516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"22458629-d4d8-4fd1-85d9-a72a6fc909c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.833148731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"22458629-d4d8-4fd1-85d9-a72a6fc909c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:04.833231733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"75552556-56c7-4a07-8023-8d112c8c458d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.13081667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e6fdf7-adad-4662-ad96-2175cca73c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.145789334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e6fdf7-adad-4662-ad96-2175cca73c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.160558571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e6fdf7-adad-4662-ad96-2175cca73c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.178567885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e6fdf7-adad-4662-ad96-2175cca73c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.875914676Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fac043","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fac043","reconcileID":"26718988-3a5a-4a5c-bab8-77ca87f182d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fac043","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fac043":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.908992681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1294665e-7000-402b-bfa7-bb1d9eff7717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.924784239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1294665e-7000-402b-bfa7-bb1d9eff7717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.947364015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1294665e-7000-402b-bfa7-bb1d9eff7717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:09.964821235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1294665e-7000-402b-bfa7-bb1d9eff7717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:10.660054416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96821212-d2e0-4668-81e9-e697ac9d9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:10.675679167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96821212-d2e0-4668-81e9-e697ac9d9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:10.691455116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96821212-d2e0-4668-81e9-e697ac9d9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:10.706630431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96821212-d2e0-4668-81e9-e697ac9d9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:10.759433878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:14.385494507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"250353e9-cee0-4b02-b646-799770498149","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:14.40536008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"250353e9-cee0-4b02-b646-799770498149","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:14.425638967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"250353e9-cee0-4b02-b646-799770498149","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:14.748054529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0d0daba3-3c32-44b2-9dbd-ecc638051956","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:14.768267106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0d0daba3-3c32-44b2-9dbd-ecc638051956","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:14.786838058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0d0daba3-3c32-44b2-9dbd-ecc638051956","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:15.185796715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a2208b2b-2e0c-4474-9886-5ed81e411760","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:15.207380364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a2208b2b-2e0c-4474-9886-5ed81e411760","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:15.226574006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (397321f2f5a2727b3609361ef952bcfe209d4839a6e75553fa7be3dbbe86acf1) AuthConfig (b4402178e683b6d7fb4fbf384b4990e5f68d480fa47a872305112ec168fb6375) AuthConfig (5974335eabc71d6ca944de42e81afb3f2610048e0e499b0106c8e045b0ffff29) AuthConfig (c15d9f8f4997bd1a76d68266ffd72284bb3b90a7a7a97df85712787864b95302) AuthConfig (514ce94c08bfda775283881fae93a16f0274b37bc22dd244e274e3c6ba604309) AuthConfig (332125e6934634391d7d53b6ac3e6acccf2bbb7cd36070f1b927f412ad328a07) AuthConfig (3c2c06152447410cafc6e29c11f07dd4505bce7950f49a49eb380e2c1163a0d3) AuthConfig (92e52cc3d4ffb25d54a1e2517b07ead4e1cdb0cd78527ef2631b96294369e3ad) AuthConfig (0519aa9745fbb54fb8bc730fe755251912d5337d718abf9c6100932c1e8eeec9) AuthConfig (3e4f5aa457b7a982c3cd8e98b9a41611d95f175c20a08829ba1f3f9428cb7627)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a2208b2b-2e0c-4474-9886-5ed81e411760","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:15.26296009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"ddc24917-744a-44b3-8097-68e5cf58ef9f","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:15.262992071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"ddc24917-744a-44b3-8097-68e5cf58ef9f","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:21.633569327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168e3726-1a99-4721-a3e4-eca56013f498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:21.648671639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168e3726-1a99-4721-a3e4-eca56013f498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:21.663727481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168e3726-1a99-4721-a3e4-eca56013f498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:21.678905978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168e3726-1a99-4721-a3e4-eca56013f498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:22.269540048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e036ba-fbdd-4c39-93b3-f0732b3ac772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:22.284960031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e036ba-fbdd-4c39-93b3-f0732b3ac772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:22.300064427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e036ba-fbdd-4c39-93b3-f0732b3ac772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:22.315006933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e036ba-fbdd-4c39-93b3-f0732b3ac772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:24.554831927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"f3cd4cde-6b9a-4b73-b6e0-8bcab8192210","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-f1128d","tenantID":"e2e-autores-f1128d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:24.598887963Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"f3cd4cde-6b9a-4b73-b6e0-8bcab8192210","name":"e2e-autores-f1128d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:24.822995504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"74f3e008-282a-4156-8d27-c0b9d902be47","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:24.844833165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"74f3e008-282a-4156-8d27-c0b9d902be47","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:24.872939819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"74f3e008-282a-4156-8d27-c0b9d902be47","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:25.281404225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"bbb5863e-e249-445a-86eb-4cc0eec58d41","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:25.304056909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"bbb5863e-e249-445a-86eb-4cc0eec58d41","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:25.323188496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (397321f2f5a2727b3609361ef952bcfe209d4839a6e75553fa7be3dbbe86acf1) AuthConfig (b4402178e683b6d7fb4fbf384b4990e5f68d480fa47a872305112ec168fb6375) AuthConfig (5974335eabc71d6ca944de42e81afb3f2610048e0e499b0106c8e045b0ffff29) AuthConfig (c15d9f8f4997bd1a76d68266ffd72284bb3b90a7a7a97df85712787864b95302) AuthConfig (514ce94c08bfda775283881fae93a16f0274b37bc22dd244e274e3c6ba604309) AuthConfig (332125e6934634391d7d53b6ac3e6acccf2bbb7cd36070f1b927f412ad328a07) AuthConfig (3c2c06152447410cafc6e29c11f07dd4505bce7950f49a49eb380e2c1163a0d3) AuthConfig (92e52cc3d4ffb25d54a1e2517b07ead4e1cdb0cd78527ef2631b96294369e3ad) AuthConfig (0519aa9745fbb54fb8bc730fe755251912d5337d718abf9c6100932c1e8eeec9) AuthConfig (3e4f5aa457b7a982c3cd8e98b9a41611d95f175c20a08829ba1f3f9428cb7627)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"bbb5863e-e249-445a-86eb-4cc0eec58d41","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:28.303339377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd508fc9-a6f9-475c-9942-73c7ad6f19e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:28.318160392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd508fc9-a6f9-475c-9942-73c7ad6f19e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:28.333002312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd508fc9-a6f9-475c-9942-73c7ad6f19e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:28.347967405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd508fc9-a6f9-475c-9942-73c7ad6f19e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:28.97950819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0f6f8c-6b3a-4ed1-a22b-9f9beb698584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.001046928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0f6f8c-6b3a-4ed1-a22b-9f9beb698584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.016569473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0f6f8c-6b3a-4ed1-a22b-9f9beb698584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.031477089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0f6f8c-6b3a-4ed1-a22b-9f9beb698584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.15234529Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4a73b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4a73b1","reconcileID":"15511047-2fe1-4a31-9ef1-dbdda5e6ee2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4a73b1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4a73b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.719997649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21daca81-91ae-4f76-bf4e-c4578a6b6000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.736701667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21daca81-91ae-4f76-bf4e-c4578a6b6000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.751786173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21daca81-91ae-4f76-bf4e-c4578a6b6000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:29.775032755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21daca81-91ae-4f76-bf4e-c4578a6b6000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:30.561778252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f704ae87-a975-4712-a579-23091a8fd5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:30.577913272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f704ae87-a975-4712-a579-23091a8fd5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:30.594062121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f704ae87-a975-4712-a579-23091a8fd5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:30.609491191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f704ae87-a975-4712-a579-23091a8fd5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:31.086420775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"f3061665-1b08-4746-b894-024b74684a68","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:31.109872921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"f3061665-1b08-4746-b894-024b74684a68","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:31.128832774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (959ef112997cf1ede6e7b09d594123fd3d8aa67b0881112951dc6b60e984a976) AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (a804f76d087890e0a3f3deea9f222b7387c5b26c1432bf809aeafc3632242c61) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (bdceb0147ab1dfab70998ab3e65501afee5b4f35616b87c4e9b9c6b31ffde3a9) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (a0d85dc85d253ad1cd39c194c30a839c87a06a031182f4ca1c957c1872ef63ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"f3061665-1b08-4746-b894-024b74684a68","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:31.165442699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"3ce54cc8-ebed-4fa4-913a-60ed9c1070d9","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:31.165469754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"3ce54cc8-ebed-4fa4-913a-60ed9c1070d9","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:35.355238961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"29f99a03-84b4-4ff3-ab7b-8e1b9b7f519d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:35.375391405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"29f99a03-84b4-4ff3-ab7b-8e1b9b7f519d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:35.583895682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"fabb43be-ba99-4c40-b1ef-4932de9bbe75","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:35.58392833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"fabb43be-ba99-4c40-b1ef-4932de9bbe75","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.311142357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"0a37d641-a7e0-4128-b0b3-b53a61f9979d","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.311178365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"0a37d641-a7e0-4128-b0b3-b53a61f9979d","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.326773745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"5e4cca9c-80be-4428-8ba1-c749c293737b","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:55:38.332252191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"3aa13c40-aa63-4567-8995-b07b3d6f4adc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-d4a520-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.348797383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"5e4cca9c-80be-4428-8ba1-c749c293737b","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.364252086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"6a2c032e-3b88-4001-9fbf-33ad837f6e96","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.364284304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"6a2c032e-3b88-4001-9fbf-33ad837f6e96","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:55:38.396193137Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"6a2c032e-3b88-4001-9fbf-33ad837f6e96","name":"e2e-att-serve-d4a520","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d4a520\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:55:38.396257945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"6a2c032e-3b88-4001-9fbf-33ad837f6e96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d4a520\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.411646294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"4b423e7a-49e6-42cf-ab5a-c2121edf68ac","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.411678259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"4b423e7a-49e6-42cf-ab5a-c2121edf68ac","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.475368198Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"312c823f-6c8b-4365-8131-5d8cf3c92cbf","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-att-serve-d4a520","model":"e2e-att-serve-d4a520","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.526048047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e6adb4f9-90d6-45ae-95e5-801ac19e1856","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.546110009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e6adb4f9-90d6-45ae-95e5-801ac19e1856","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.564282015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"9a8c0f44-21db-4748-b255-6318fffaa9fd","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.564314462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"9a8c0f44-21db-4748-b255-6318fffaa9fd","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:38.623469641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"65acc83a-47cc-4935-a8fb-e0e40cc51899","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-att-serve-d4a520","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:40.759682543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:41.211933938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"fd8f18d4-eef1-4925-ae74-2cca48b0d674","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:41.232934017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"fd8f18d4-eef1-4925-ae74-2cca48b0d674","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:41.251925982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (959ef112997cf1ede6e7b09d594123fd3d8aa67b0881112951dc6b60e984a976) AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (a804f76d087890e0a3f3deea9f222b7387c5b26c1432bf809aeafc3632242c61) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (bdceb0147ab1dfab70998ab3e65501afee5b4f35616b87c4e9b9c6b31ffde3a9) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (a0d85dc85d253ad1cd39c194c30a839c87a06a031182f4ca1c957c1872ef63ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"fd8f18d4-eef1-4925-ae74-2cca48b0d674","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:45.824013914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"65646a77-bf00-45a4-9736-021d67b3239d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:45.868265958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"65646a77-bf00-45a4-9736-021d67b3239d","name":"e2e-extmod-a-fac043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:51.284006924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"3e35223e-3a3f-4c24-ba47-90a4a8213050","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:51.304162909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"3e35223e-3a3f-4c24-ba47-90a4a8213050","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:51.436777987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"a01ce0dc-9cda-4dd3-a6a1-acf70d922dfa","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:51.436811058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"a01ce0dc-9cda-4dd3-a6a1-acf70d922dfa","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.27239118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"a4cc7b7d-dbb1-4586-87e4-06713fee8d35","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.272416611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"a4cc7b7d-dbb1-4586-87e4-06713fee8d35","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.289553589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"4878a4c4-d2c0-42e3-a343-57752859a2c2","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:55:56.290724053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"82564305-f83b-4497-b0ba-a3f47338c9e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-afd221-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.310839435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"4878a4c4-d2c0-42e3-a343-57752859a2c2","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.326281897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"69349700-d3a5-4842-af9d-f23109618b8b","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.326311612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"69349700-d3a5-4842-af9d-f23109618b8b","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:55:56.358487225Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"69349700-d3a5-4842-af9d-f23109618b8b","name":"e2e-att-serve-afd221","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-afd221\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:55:56.358558023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"69349700-d3a5-4842-af9d-f23109618b8b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-afd221\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.374068373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"4cdd769f-01f4-42c4-b11a-4aa60ec82ee4","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.37409545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"4cdd769f-01f4-42c4-b11a-4aa60ec82ee4","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.41727244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"bd9cc258-ffb0-49bf-9bfb-20623c71c3e4","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.432610427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"80679577-c418-42bd-a059-1cf8ba21ea5d","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-att-serve-afd221","model":"e2e-att-serve-afd221","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.437400723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"bd9cc258-ffb0-49bf-9bfb-20623c71c3e4","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.521947237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"e70d3e8b-2123-47cf-917a-95579b3e044d","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.521976515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"e70d3e8b-2123-47cf-917a-95579b3e044d","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:55:56.58352729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"3b6b5374-ea84-48af-a408-d99da7e9ae34","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-att-serve-afd221","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:01.819357668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0bbf8-f17f-4ff7-83cf-cc0a4eb20d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:01.834515873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0bbf8-f17f-4ff7-83cf-cc0a4eb20d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:01.849344025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0bbf8-f17f-4ff7-83cf-cc0a4eb20d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:01.864456988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0bbf8-f17f-4ff7-83cf-cc0a4eb20d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:02.469447466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb41575-1178-42ef-b71e-175d9ad177b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:02.485490274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb41575-1178-42ef-b71e-175d9ad177b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:02.501601829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb41575-1178-42ef-b71e-175d9ad177b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:02.517566868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb41575-1178-42ef-b71e-175d9ad177b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:06.355493907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"55e63081-405d-4c68-b65b-125255f0fb71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:06.399378767Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"55e63081-405d-4c68-b65b-125255f0fb71","name":"e2e-extmod-b-4a73b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:10.763789218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:11.744499036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"3989c004-0b9b-4b44-99cc-53676fb65563","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-att-serve-afd221","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:11.840829445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"2997a26e-aa98-4dea-9863-38fb81f08613","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:11.840857105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"2997a26e-aa98-4dea-9863-38fb81f08613","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.088383215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"d6c469fb-26f9-4644-81a8-857a620d96af","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-att-serve-d4a520","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.155089709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"61e6a5f3-e86b-480e-8ae0-c083728f6716","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.176435354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"61e6a5f3-e86b-480e-8ae0-c083728f6716","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.18469311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"76b6ba38-90a5-4964-87b0-bbca2c0bbfdf","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.184720861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"76b6ba38-90a5-4964-87b0-bbca2c0bbfdf","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.252552882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2935d464-b71c-405e-a95e-f837ca866276","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:12.272795166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2935d464-b71c-405e-a95e-f837ca866276","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.026772289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"63bf123e-46c3-4ef5-88d9-0b50006f08c9","namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.045573176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"624968f6-6df7-4fad-a89b-927bb6e8a225","namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.058089328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"67e6cd33-833a-4e6b-8f6a-0c702c8e4e71","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.071854674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e4b83886-0766-4156-af2d-0ce0e7b2a0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.072715854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb7be745-2002-45c5-bac1-92c9bc19b244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.073372379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"14d84526-9cda-4cfa-88ed-f815726d6afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.073570553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"0596d670-cba7-40b8-825d-1b1519496a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.078239981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"67e6cd33-833a-4e6b-8f6a-0c702c8e4e71","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.091949614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e4b83886-0766-4156-af2d-0ce0e7b2a0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.093978195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb7be745-2002-45c5-bac1-92c9bc19b244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.094442741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"14d84526-9cda-4cfa-88ed-f815726d6afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.097925401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"0596d670-cba7-40b8-825d-1b1519496a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.182042926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9da3326d-8191-4985-88fc-d6ee27fd844a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.182361899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4de4b66b-1dbe-478b-83b9-33df4e9bf540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.18273071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"594b96e1-21a0-45f7-abe9-3a5406de75da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.203199086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"594b96e1-21a0-45f7-abe9-3a5406de75da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.203239797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9da3326d-8191-4985-88fc-d6ee27fd844a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.205683964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4de4b66b-1dbe-478b-83b9-33df4e9bf540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.25968186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"b488c2d2-0746-4abc-940d-c0ff0bb14803","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.287444101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9ebb8590-9184-46fa-bbb3-d0790c3ea4c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.290233995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"db2e86ef-c00e-4fca-bd8d-01bff3e1b3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.308003905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9ebb8590-9184-46fa-bbb3-d0790c3ea4c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.311576353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"db2e86ef-c00e-4fca-bd8d-01bff3e1b3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.372515149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"98d11647-a250-4142-9dab-101324d163e4","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.388465229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c069d687-a550-4d20-8b78-f80c70a87b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.389873487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"892c64b3-c32e-4277-8c6c-14f7a9fb44a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.394043057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"98d11647-a250-4142-9dab-101324d163e4","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.395068426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"bfca551a-c331-409f-b7a4-152059979797","namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.409153091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c069d687-a550-4d20-8b78-f80c70a87b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.410593588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"0804514a-d372-41c3-a1e4-5e554ed8e921","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.411211747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"892c64b3-c32e-4277-8c6c-14f7a9fb44a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.436030591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7f9da910-9a64-4208-8b24-f1ded9bc296d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.436286877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9e9730ab-e08a-4136-8218-756a4912850d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.460378461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9e9730ab-e08a-4136-8218-756a4912850d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.460575491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7f9da910-9a64-4208-8b24-f1ded9bc296d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.582153301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"80477dcf-81ed-4acf-a875-0aa845753cbe","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.603306328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc961ad7-c9ab-42b2-960b-5495f8e51c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.605298623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"80477dcf-81ed-4acf-a875-0aa845753cbe","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.605686114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"37711455-6c2c-446d-96a4-5b25f7feab70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.627730789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"37711455-6c2c-446d-96a4-5b25f7feab70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.628203636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc961ad7-c9ab-42b2-960b-5495f8e51c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.693171534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fccbbedb-98aa-488d-baf5-cb9d4591c0d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.693236824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7ae55a03-05fa-47e9-a00e-ba23346239f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.719125032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fccbbedb-98aa-488d-baf5-cb9d4591c0d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.720107011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7ae55a03-05fa-47e9-a00e-ba23346239f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.878140476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"58f353d5-3794-4820-bb14-180a8c39660d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.891727002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"88aa11cc-e0fb-4a11-bd6d-ffa588230f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.891782612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e2011698-253e-465c-bd0f-38d28b5ea51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.898374416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"58f353d5-3794-4820-bb14-180a8c39660d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.913111118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"88aa11cc-e0fb-4a11-bd6d-ffa588230f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:14.913215264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e2011698-253e-465c-bd0f-38d28b5ea51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.003162368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4344f693-c1af-4cdc-af07-7c5c408ab993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.003952133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"773c7d96-d8e5-4327-ad37-20d5f8c3b741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.028443095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4344f693-c1af-4cdc-af07-7c5c408ab993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.031776086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"773c7d96-d8e5-4327-ad37-20d5f8c3b741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.096536514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"203e4fd8-d5cd-45cb-a76c-f83c08f46680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.098255499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"bf97b29b-e7d9-4af0-a841-7ba5f2649963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.099062775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1e485814-1bd2-4d3d-bfea-78fcf1ead925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.123233502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"203e4fd8-d5cd-45cb-a76c-f83c08f46680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.123727182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1e485814-1bd2-4d3d-bfea-78fcf1ead925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.126120599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"bf97b29b-e7d9-4af0-a841-7ba5f2649963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.195404038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9c324181-d44f-4bfe-b0e6-8a04f6a5d9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.217262943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9c324181-d44f-4bfe-b0e6-8a04f6a5d9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.290943744Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"cf236057-86cc-41bc-8c24-23c45f02c0e5","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.313822454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"debc836e-50d0-4b1d-b41c-80bf1463c7a1","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.329445659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6e8d11df-3172-40ba-b2cb-f8a29d65ae8f","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.346694365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fb30b9ba-50a2-45a7-b47a-9cf9d34bfaf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.346719472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"924cdff5-a356-46c5-96fc-b5ff3b14d2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.351744871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6e8d11df-3172-40ba-b2cb-f8a29d65ae8f","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.36881433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"924cdff5-a356-46c5-96fc-b5ff3b14d2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.369010448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fb30b9ba-50a2-45a7-b47a-9cf9d34bfaf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.408313498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"288e19ef-6516-4d48-bf21-e3996ffff609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.410149444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f9ffd83c-2697-4e46-8441-2868194088f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.489479726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"288e19ef-6516-4d48-bf21-e3996ffff609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.49182672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f9ffd83c-2697-4e46-8441-2868194088f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.573266578Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"2e238174-75bd-45f0-86c4-99b6795dbc3f","namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.630569424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1a1b3fcf-b5fe-4132-9c5d-e34209b2085d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.63134766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"88b413d7-d307-40ee-9a82-ddd825291ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.642260262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"e5e74828-ece4-4404-8d5d-5e7cb0338050","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.643074511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"9e81b98b-5d15-436f-a6f7-b3234b121d8d","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.652705827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"88b413d7-d307-40ee-9a82-ddd825291ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.652846514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1a1b3fcf-b5fe-4132-9c5d-e34209b2085d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.673031861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"42edc458-4309-4f72-bc7a-f90be6cd9237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.694082449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"42edc458-4309-4f72-bc7a-f90be6cd9237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.695969057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"6cd67783-8261-4e5f-afd8-5cfbffca32fd","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.721014933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"962e3476-6e58-403c-81d3-a10e81be3cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.72126179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43dc4dd2-88a4-4fee-a454-115bcf66a0ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.741234499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"962e3476-6e58-403c-81d3-a10e81be3cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.741428535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43dc4dd2-88a4-4fee-a454-115bcf66a0ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.780426243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"07bf7c57-a8ec-4cb4-b7b1-ef0e191410d5","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.895776954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"6a315624-a4c3-4f99-89c8-a6a7379cc776","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.909555981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3acc457c-80c2-4da7-9b4f-5d82aa4f0aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.909586306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0d7b0aac-94b1-4eb8-a24e-a4b96733b9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.916459012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"6a315624-a4c3-4f99-89c8-a6a7379cc776","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.932039477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3acc457c-80c2-4da7-9b4f-5d82aa4f0aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.93207717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0d7b0aac-94b1-4eb8-a24e-a4b96733b9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.958972284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"03373541-97ab-4182-8956-aa92ef5790b0","namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:15.970261833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"989de6f5-e535-49ba-bb5c-bf9b7de631d9","namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.005481929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7db8379-8972-41f0-a81d-aaf9876744ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.005501364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1afc028d-1a50-4f31-a39c-db6712a54097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.026939821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7db8379-8972-41f0-a81d-aaf9876744ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.026957038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1afc028d-1a50-4f31-a39c-db6712a54097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.07848929Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"f5c16c12-770d-421a-95f9-72fcd43c059f","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.11391999Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"655c873f-e8b3-4c8d-abb1-bca5d6135fe0","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.195372043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"144583ec-7c1a-4602-9d33-1c446c6b2c5a","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.204420352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"10923a20-3026-4c81-bdf5-f88b23c6ad59","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.210855966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"f1c3d83d-620d-4661-be1e-c0e76a18364e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.212303865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1ae26775-6071-41f9-ba88-bd6adf311a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.212349789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6f30f7a8-b19e-4a39-aa89-e65d2ef1b7fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.215833021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8e0ad8df-2351-4d95-a15e-6194f22b7f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.218834803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"144583ec-7c1a-4602-9d33-1c446c6b2c5a","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.233637747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"f1c3d83d-620d-4661-be1e-c0e76a18364e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.23802464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6f30f7a8-b19e-4a39-aa89-e65d2ef1b7fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.238377454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1ae26775-6071-41f9-ba88-bd6adf311a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.256422765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"ffb4ed27-7420-47c0-886a-e031d95a67fe","namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.257185053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8e0ad8df-2351-4d95-a15e-6194f22b7f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.331950955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"da4b4ec9-f7dc-41e4-8b95-ce444cb9afe4","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.342668722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"6c31dcf7-ae4f-4216-a4b5-0fe957c075b0","namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.346222979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"42b02bc8-9886-4b22-9020-ae2ac414577f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.348438253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"84d8522e-ce2f-48f8-bdf1-e25ca5811050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.349454898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"f5745184-5c34-4f6b-8813-7fe4b834cc66","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.356418952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"da4b4ec9-f7dc-41e4-8b95-ce444cb9afe4","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.372291105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"556603ff-a397-47c9-9307-a92c7f09d55a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.378365615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"84d8522e-ce2f-48f8-bdf1-e25ca5811050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.384180719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"42b02bc8-9886-4b22-9020-ae2ac414577f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.388154434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"69859af9-f292-462e-8b71-4d154858b8ec","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.39343843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8512b5c3-8bc6-4647-bfcb-3f640fe3b30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.394179284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"556603ff-a397-47c9-9307-a92c7f09d55a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.414061885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8512b5c3-8bc6-4647-bfcb-3f640fe3b30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.507279228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b76384e-d958-4121-8ed5-ba1d3ed23fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.523095219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"9c9fabcc-9028-4f25-ae1b-6b9c1facd1ef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.528059365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b76384e-d958-4121-8ed5-ba1d3ed23fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.583780403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"23ce0fdb-edab-4e38-abba-cb6443f0961f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.584096081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"36e98214-bbfb-47bb-8275-4ea9ae3443a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.583780539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08a28dec-065c-40bb-aa29-fc5dc8735ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.584883186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"74373ca0-e6e8-4f19-850e-2108f9e8f683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.604865936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"23ce0fdb-edab-4e38-abba-cb6443f0961f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.606074051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"36e98214-bbfb-47bb-8275-4ea9ae3443a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.607200352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08a28dec-065c-40bb-aa29-fc5dc8735ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.609713187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"74373ca0-e6e8-4f19-850e-2108f9e8f683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.665055264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"ff7ec48f-71a1-4d49-a01a-074f9aef4cff","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.758916787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"38d8b3b6-6ba8-4a69-8613-9183b4c869da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.759089566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"79083bee-f4e1-4cd3-bdfb-2c0570b4cb46","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.772922493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6c50b185-31ad-4bb3-a7a3-09ab6e812f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.773145894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c166bffa-e2b0-4cb3-8c59-0a992aad2c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.774587441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"eb548278-3f63-4b8c-b713-079592af90cd","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.779263662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"38d8b3b6-6ba8-4a69-8613-9183b4c869da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.795426159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c166bffa-e2b0-4cb3-8c59-0a992aad2c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.795466469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6c50b185-31ad-4bb3-a7a3-09ab6e812f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.799186989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"eb548278-3f63-4b8c-b713-079592af90cd","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.857427705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"f4d6c7a7-3e70-4e04-9a65-a85fc5dbc99a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.873195504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"3c6e5326-bcf8-461b-80c5-1b91271d2852","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.878816829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"f4d6c7a7-3e70-4e04-9a65-a85fc5dbc99a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.894579723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"3c6e5326-bcf8-461b-80c5-1b91271d2852","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.91249173Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"f4d6c7a7-3e70-4e04-9a65-a85fc5dbc99a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.957452525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"436593a5-6562-4fe4-8b8c-08043bc554eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.95745262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e3f421b7-1971-4711-bd99-a78b273ce5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.958643423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a9969c43-cbcf-4b57-a4f8-6352c6c709f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.968743907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"611e1905-9087-4276-ac8f-c504b712eb62","namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.977402901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e3f421b7-1971-4711-bd99-a78b273ce5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.978574377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"436593a5-6562-4fe4-8b8c-08043bc554eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:16.979746593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a9969c43-cbcf-4b57-a4f8-6352c6c709f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.061906912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"81a95fa0-74d3-4f91-bf0d-829d8f0063a1","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.075444641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0dbc09dc-7a99-4153-949d-bab1b27b3d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.075540007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"455bf82a-0993-4c75-874a-8c85ec68a0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.088523858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"bb074c6f-f199-4416-afa4-05bca8a0e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.092241585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"f869027e-083c-452e-ac74-0514dbecca65","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.095728459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0dbc09dc-7a99-4153-949d-bab1b27b3d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.09721194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"455bf82a-0993-4c75-874a-8c85ec68a0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.112153353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"bb074c6f-f199-4416-afa4-05bca8a0e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.122844487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"b65318cc-45b3-449c-aa4d-e842d0900a7c","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.18926987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"22006405-28c2-4404-9946-f03db33a6ddf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.189800395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"b4988968-4251-407f-9dfe-f6d7f3ae31b0","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.209303053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"22006405-28c2-4404-9946-f03db33a6ddf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.211558892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"b4988968-4251-407f-9dfe-f6d7f3ae31b0","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.244366859Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"22006405-28c2-4404-9946-f03db33a6ddf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.288838979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"12e7130f-b3dd-46a8-927b-fa3af627229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.290125768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aef0d63d-f754-4340-a4cb-5092c3ce201c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.290430516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"ada79c61-c6ee-41a5-ab9b-54358fcdb408","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.309804939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"12e7130f-b3dd-46a8-927b-fa3af627229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.31026779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aef0d63d-f754-4340-a4cb-5092c3ce201c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.312253638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"ada79c61-c6ee-41a5-ab9b-54358fcdb408","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.327034105Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"ada79c61-c6ee-41a5-ab9b-54358fcdb408","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.387920677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"2dfc8a30-7cb9-44fe-9f19-865d3e7d601a","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.483243703Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"f3998947-ba16-454f-9ac7-ecc3120f32da","namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.483837598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"81b0711f-be77-42c6-9970-e270983ba0c8","namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.493700819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7dbf381f-04b0-4c49-8866-020ac38d282f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.509856209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"f610c446-9553-4f3d-a2e8-a5108fa46cb9","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.510148836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"f610c446-9553-4f3d-a2e8-a5108fa46cb9","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.511214767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e457118d-4c6a-4736-a559-d73be3fc9d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.599795772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7dbf381f-04b0-4c49-8866-020ac38d282f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.605765336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e457118d-4c6a-4736-a559-d73be3fc9d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.617998742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6468c3a5-a8f7-41bc-9673-e9a39e6d4fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.677147295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6468c3a5-a8f7-41bc-9673-e9a39e6d4fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.677572451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"6051ae1e-4b82-4170-bf48-406665a2f5de","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.68816646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68154cd1-d0d2-424c-9caf-4017e77759a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.693068483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7472dcf0-b246-4c76-a740-f913402cdacb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.709692226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"d161fd6d-8e50-4063-89b6-2b3dbdcaebc6","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.710067438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68154cd1-d0d2-424c-9caf-4017e77759a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.714591435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7472dcf0-b246-4c76-a740-f913402cdacb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.785092059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"04e20dda-2382-426f-9eef-7bac5177f5de","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.785155312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5eb35c49-5623-4eb9-9931-adeb00449dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.805698449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5eb35c49-5623-4eb9-9931-adeb00449dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.806770741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"04e20dda-2382-426f-9eef-7bac5177f5de","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.886235413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c0721f3d-8a91-408a-9c3c-9988ddef7aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.886235483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"3f726ea8-4f7b-4255-a1c3-80cc3e0ebb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.888089644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e59cd35-8371-4031-80cf-baa53098453e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.907253182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"3f726ea8-4f7b-4255-a1c3-80cc3e0ebb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.908363824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c0721f3d-8a91-408a-9c3c-9988ddef7aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:17.909664396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e59cd35-8371-4031-80cf-baa53098453e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.006061085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1f7896b5-9245-4fa2-a2c5-1d41e86597ae","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.021101733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"354e760b-e720-4eb4-9042-8d8cbf6e24d9","namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.02723027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1f7896b5-9245-4fa2-a2c5-1d41e86597ae","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.03751553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"ba9a33f8-094d-4fa0-bd75-8a5f4c71a6d6","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.037544476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"ba9a33f8-094d-4fa0-bd75-8a5f4c71a6d6","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","externalModel":"e2e-rec-ctrl-a5804f","provider":"e2e-rec-ctrl-a5804f-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.125296017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"52259f22-9b7a-4bcb-9073-5dd9b4eeff2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.136931744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"65424842-6420-480b-8b55-53e0a7301510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.137657713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44eb560c-8732-4781-8621-4dbd47ff6183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.13824655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"dcd48c2f-d150-42a7-bfd7-e1f94369c2a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.147853837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"52259f22-9b7a-4bcb-9073-5dd9b4eeff2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.161505457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"65424842-6420-480b-8b55-53e0a7301510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.16574957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"dcd48c2f-d150-42a7-bfd7-e1f94369c2a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.169698849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44eb560c-8732-4781-8621-4dbd47ff6183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.224620578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"985497c6-6187-4d00-bc2d-b2f892372570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.244617719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"985497c6-6187-4d00-bc2d-b2f892372570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.396894051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5cc4d3be-29da-4383-be39-4647a7e9aedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.396917666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"0e92be1c-99eb-4d5c-9cd7-4595e72c96a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.397488039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cb655ce9-4034-4987-b1af-5dd59ac9003d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.397488992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35c8bbe5-8550-4857-a809-c7e61ee8c224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.417301507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"0e92be1c-99eb-4d5c-9cd7-4595e72c96a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.417625901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5cc4d3be-29da-4383-be39-4647a7e9aedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.419810471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cb655ce9-4034-4987-b1af-5dd59ac9003d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.419983779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35c8bbe5-8550-4857-a809-c7e61ee8c224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.488211906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5d4c3f5c-abab-421a-9b4c-14d0ff742dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.508888962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5d4c3f5c-abab-421a-9b4c-14d0ff742dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.593532242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a7a585cd-e8ec-4460-9271-78a9d4e1ce83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.596211392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"be351158-0cd6-4ceb-b39b-a3c52f1f9c6b","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.596844394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c18c6ee1-ff20-44c9-bc05-88e9152f2b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.597396711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"52fc6807-32fe-48d8-90ba-b6bef240cfa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.616012872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a7a585cd-e8ec-4460-9271-78a9d4e1ce83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.621533237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"52fc6807-32fe-48d8-90ba-b6bef240cfa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.623810736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c18c6ee1-ff20-44c9-bc05-88e9152f2b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.624272124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"be351158-0cd6-4ceb-b39b-a3c52f1f9c6b","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.690239466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"79bb5f06-8e0e-4a81-9dd8-7cefd3fd6ea1","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.713784992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"79bb5f06-8e0e-4a81-9dd8-7cefd3fd6ea1","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.79055134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d1735b9-79a3-4268-8dc7-933861e2357f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:18.812169081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d1735b9-79a3-4268-8dc7-933861e2357f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.927456866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.943412187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"56e47b0f-0679-4abf-8784-3727e4dedd68","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.943454341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"56e47b0f-0679-4abf-8784-3727e4dedd68","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:21.965258088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-7e6ccd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.980164974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"25f06b4a-7f6a-4ec2-9d62-efb13afb6b29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.980921905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"831adeb7-b329-4e4d-917b-1f7f1676ff5d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.996645725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"59e15faa-e7a2-4489-9437-fb482ce6a1d7","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:21.996674184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"59e15faa-e7a2-4489-9437-fb482ce6a1d7","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.000562458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"25f06b4a-7f6a-4ec2-9d62-efb13afb6b29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.001241928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"831adeb7-b329-4e4d-917b-1f7f1676ff5d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.027531573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"eec1a7f3-048d-4902-bb50-a9158ffde63f","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.027562658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"eec1a7f3-048d-4902-bb50-a9158ffde63f","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.064849718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"63a8c549-569e-466f-8704-34f61878659f","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-rec-ctrl-7e6ccd","model":"e2e-rec-ctrl-7e6ccd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.148358279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"a979b7c1-44be-4044-a7b1-15a1ea4e61c4","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.148381016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"a979b7c1-44be-4044-a7b1-15a1ea4e61c4","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.196721242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"faf30626-237d-40a9-83e8-6ad89c755eeb","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.196838453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"58c276db-ee60-4721-b0be-7459711afaf0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.210578093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"a54fdb58-ef11-4ce5-a734-78fbd199045f","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-rec-ctrl-7e6ccd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.218245889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"faf30626-237d-40a9-83e8-6ad89c755eeb","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.218245887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"58c276db-ee60-4721-b0be-7459711afaf0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.31483296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub]","namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.330498916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"79a865c0-8d9c-44cc-b195-e5e52212943f","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.330528521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"79a865c0-8d9c-44cc-b195-e5e52212943f","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","externalModel":"e2e-rec-ctrl-a5804f","provider":"e2e-rec-ctrl-a5804f-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.386666245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1b8e9f5d-802a-4d73-822a-8fd8d35040f6","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.386860891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"fd4adc1a-43d6-4cec-8280-eaaf65bd286c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:22.388463308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-a5804f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.407601167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1b8e9f5d-802a-4d73-822a-8fd8d35040f6","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.408435048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"fd4adc1a-43d6-4cec-8280-eaaf65bd286c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.412216279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"77895e6b-22c9-4fa2-b700-3b64c828a8eb","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.412239844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"77895e6b-22c9-4fa2-b700-3b64c828a8eb","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.442868465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"1d055a98-143e-457d-adde-c42403efd2f8","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.442898651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"1d055a98-143e-457d-adde-c42403efd2f8","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","externalModel":"e2e-rec-ctrl-a5804f","provider":"e2e-rec-ctrl-a5804f-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.473876803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"9a0b42ef-caf3-4829-a441-29a6de97758b","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.473909922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"9a0b42ef-caf3-4829-a441-29a6de97758b","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.476566041Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"fdaaf295-461d-4811-85a5-b77e19d7c44e","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rec-ctrl-a5804f","model":"e2e-rec-ctrl-a5804f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.562597569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"dc675cda-3318-4b03-a13b-ab645b0e2df6","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.562624399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"dc675cda-3318-4b03-a13b-ab645b0e2df6","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","externalModel":"e2e-rec-ctrl-a5804f","provider":"e2e-rec-ctrl-a5804f-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.616065479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"11d3b6ab-ee46-40b6-b54e-78076dd0f297","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.616079024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"8c1039c6-8fa4-4760-bea5-60e32bc8a2d9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.622840369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"3a922386-2b94-437e-ad58-bdbc21818a9c","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rec-ctrl-a5804f","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.636802598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"11d3b6ab-ee46-40b6-b54e-78076dd0f297","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:22.637522911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"8c1039c6-8fa4-4760-bea5-60e32bc8a2d9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:24.445234028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"300c2fa2-7646-4250-b612-186fa5b4deb2","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:24.712316605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"a1835e39-ad05-4224-9cf5-29d7f042a404","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:24.758995876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"464006e8-6018-49cb-a5a6-9c3a29798583","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:24.790194066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"75b0d9ba-9380-4a33-a8d7-34e3ad542191","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.059848768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d94ecd-7c5f-43d5-85c2-1e0460d1386a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.074949283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d94ecd-7c5f-43d5-85c2-1e0460d1386a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.089967617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d94ecd-7c5f-43d5-85c2-1e0460d1386a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.104888301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d94ecd-7c5f-43d5-85c2-1e0460d1386a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.691224488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c193f1-0461-4bc1-aa42-8319efd46b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.707576149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c193f1-0461-4bc1-aa42-8319efd46b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.722814292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c193f1-0461-4bc1-aa42-8319efd46b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:25.737754893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c193f1-0461-4bc1-aa42-8319efd46b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.45775592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"468b2104-9935-4eb5-a91a-84c15c4636ee","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.502795508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"068b8ed5-1887-45cb-899d-c43f965041dd","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.533891816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"9051af88-9285-46ef-9cb3-d1b00a9231f1","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.569163525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"2aeebee3-5abc-4f7b-aba0-023bd14d1e6a","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.599656116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"eec85cf3-d885-434c-bdc5-d0a81be0d4c5","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.630668174Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"06b91d74-8eac-47fb-93bd-7b42a87a9a6b","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.755582121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9513a46-c121-4957-a4f7-3d65ecc30d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.771661697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9513a46-c121-4957-a4f7-3d65ecc30d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.78671755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9513a46-c121-4957-a4f7-3d65ecc30d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:30.801864233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9513a46-c121-4957-a4f7-3d65ecc30d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.472913985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838f98ab-15ce-4330-84d4-cbbb107de346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.48811793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838f98ab-15ce-4330-84d4-cbbb107de346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.503245318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838f98ab-15ce-4330-84d4-cbbb107de346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.518478823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838f98ab-15ce-4330-84d4-cbbb107de346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.619403827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"d6055b1c-ad69-47f9-a47c-a0d4cc7c0e8b","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.650305176Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"bbfc5d75-04cb-45ca-b52c-f483c970882f","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.656882099Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2dbae9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2dbae9","reconcileID":"21b2902e-f2ad-4927-ae43-e52bf6886059","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2dbae9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-2dbae9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.681873597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"a8b6f0ba-806e-4575-8c48-6d769763dfa3","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.761134551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"d1083deb-caaa-4eed-80a3-9072cd3ada02","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.793674811Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"9eb683c0-27fa-40e6-9236-c94c3fb8db3b","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:31.86086341Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"8ff5808b-3b99-460a-934a-6bfbbf5e10da","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.261817653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec05ac27-0ede-495a-a876-e7f79548277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.276970902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec05ac27-0ede-495a-a876-e7f79548277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.292835853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec05ac27-0ede-495a-a876-e7f79548277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.30964471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec05ac27-0ede-495a-a876-e7f79548277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.95189291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd81074-7b85-43e0-ae35-8c40f10dd686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.967345801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd81074-7b85-43e0-ae35-8c40f10dd686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.982317146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd81074-7b85-43e0-ae35-8c40f10dd686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:32.997182735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd81074-7b85-43e0-ae35-8c40f10dd686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:33.15791912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"67af1551-977c-457c-83a6-035cc43d4672","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:33.188647975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"0e2df909-3d04-4e6c-92d7-b4062a53b10b","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:33.221720311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"cc08524e-a3e5-4c67-b870-ad00bb014db7","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:33.372511707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-f1128d","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"autores-model-f1128d","reconcileID":"2e0cb12e-2ddb-4f53-bb9e-c72959ec4917","MaaSModelRef":{"name":"autores-model-f1128d","namespace":"ai-tenant-e2e-autores-f1128d"},"tenant":"e2e-autores-f1128d","gateway":"openshift-ingress/e2e-autores-f1128d","model":"ai-tenant-e2e-autores-f1128d/autores-model-f1128d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:33.372615947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-f1128d","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"autores-model-f1128d","reconcileID":"2e0cb12e-2ddb-4f53-bb9e-c72959ec4917","MaaSModelRef":{"name":"autores-model-f1128d","namespace":"ai-tenant-e2e-autores-f1128d"},"routeName":"autores-model-f1128d-kserve-route","namespace":"ai-tenant-e2e-autores-f1128d","llmisvcName":"autores-model-f1128d","gateway":"openshift-ingress/e2e-autores-f1128d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.377671577Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"5df549c6-e716-42b8-8661-c83d8c87082f","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.419108782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"41b08ff3-4c02-468a-afcf-2d9cf23af093","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.449538007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"791c3b79-408f-4cb4-9844-ac27a4a003f6","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.482888909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"dfc77d4f-3958-4007-8139-17fabdffb3cf","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.517097348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"bba1c49f-25eb-46da-b0c3-dfbef441bfb2","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.697920951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03625c58-b8de-4cb1-b7f5-fabfdaca8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.712950008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03625c58-b8de-4cb1-b7f5-fabfdaca8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.728016037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03625c58-b8de-4cb1-b7f5-fabfdaca8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:34.744617176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03625c58-b8de-4cb1-b7f5-fabfdaca8ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:35.479437359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02346159-20b2-4d83-8279-8f460d29ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:35.494631028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02346159-20b2-4d83-8279-8f460d29ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:35.509682923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02346159-20b2-4d83-8279-8f460d29ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:35.524749855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02346159-20b2-4d83-8279-8f460d29ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.141108317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d84453-b0bc-4f27-b84f-91f3b68d4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.156028268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d84453-b0bc-4f27-b84f-91f3b68d4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.171025227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d84453-b0bc-4f27-b84f-91f3b68d4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.185887114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d84453-b0bc-4f27-b84f-91f3b68d4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.784937341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dde0a61-f9f5-4960-b3b6-3fb166959a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.800187848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dde0a61-f9f5-4960-b3b6-3fb166959a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.815437746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dde0a61-f9f5-4960-b3b6-3fb166959a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:36.831281352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dde0a61-f9f5-4960-b3b6-3fb166959a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:40.759200993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:43.672402253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"ddf5a30e-265e-48c0-a4bc-2fe846c39fde","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rec-ctrl-a5804f","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:43.769055344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"c756ef01-fb70-4102-a635-bd076d2f1b6e","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:43.769082557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"c756ef01-fb70-4102-a635-bd076d2f1b6e","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","externalModel":"e2e-rec-ctrl-a5804f","provider":"e2e-rec-ctrl-a5804f-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:43.834644467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"beb29cc7-79dd-47da-b509-c597981b18ae","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-rec-ctrl-7e6ccd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:43.971893278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"9bf71c9e-d6f2-4f10-90c7-e39d47b82ee4","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:43.971925242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"9bf71c9e-d6f2-4f10-90c7-e39d47b82ee4","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.177061376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"3bc1699b-62b1-47fe-b7a7-051bcc492dc7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.197382533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"3bc1699b-62b1-47fe-b7a7-051bcc492dc7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.480591672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"dfab93b0-c726-40d5-bacb-ad9ca0276523","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.518603846Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"3f84fdcf-ed16-44ae-92fe-b287939ed2fe","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.558658575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"911d6731-666b-422b-a487-407933b272ea","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.589539322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"9ca45117-cfbe-40e8-a8d5-5b7f5e2dc5c9","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.621409083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"387ca0b0-2f00-41c6-a87b-db140ed9b7d2","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.63376798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"14faacb6-2e79-434b-b55d-9326bbb502e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:44.656614634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"14faacb6-2e79-434b-b55d-9326bbb502e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.254153346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"1a008f73-c212-4a2a-be05-fed5ddf3b783","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.814633257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"a65a029d-5b97-4df4-a8b5-30eda8fd335a","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.835830463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"7cc79838-b76d-4d94-976e-f53547ce6942","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.83585862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"7cc79838-b76d-4d94-976e-f53547ce6942","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.862697881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"45fba667-f210-4ffe-9a67-a9f11f6bfeba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.862702053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a355fd17-4c3a-4b20-8c5a-a4b259dfb376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.866028124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ba75d385-eadf-48b3-9c31-0d4ddc69fe37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.866067261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6ef9aa54-4693-48e1-9a30-e35397babae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.866705409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d70a2c66-8c34-4532-a336-6875001d8ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.890365323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a355fd17-4c3a-4b20-8c5a-a4b259dfb376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.890590826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"45fba667-f210-4ffe-9a67-a9f11f6bfeba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.89314079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d70a2c66-8c34-4532-a336-6875001d8ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.894683054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6ef9aa54-4693-48e1-9a30-e35397babae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.89637563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ba75d385-eadf-48b3-9c31-0d4ddc69fe37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.922030888Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"a48b58a8-fad9-49e4-b10c-c3b3a8558ab0","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:45.954725794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"1e47c929-a550-44b9-97e9-138d9e5c8f86","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.003838658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"037f7d86-de19-4b74-8d70-bb95b752774b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.019211371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a1d401e7-e3f4-42b1-bf39-936de885a2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.019851701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d22e2514-5b59-42c2-af77-730ee3406920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.020385537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0ed3ab2-dfde-4c74-83c1-c82d8945518b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.020903012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"c32825ba-ad48-4db0-a322-aed05adb6927","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.024299288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"037f7d86-de19-4b74-8d70-bb95b752774b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.089196668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a1d401e7-e3f4-42b1-bf39-936de885a2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.094746279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d22e2514-5b59-42c2-af77-730ee3406920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.174762568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"c32825ba-ad48-4db0-a322-aed05adb6927","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.180700134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0ed3ab2-dfde-4c74-83c1-c82d8945518b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.343107348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7be082c7-4eb0-4a12-bb96-838a8727ab88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.34310735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2ee3c91f-bf5e-4b5f-b097-343de14ddfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.359972778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb15a7d3-46c1-41d2-ae83-a725fe506c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.364629454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2ee3c91f-bf5e-4b5f-b097-343de14ddfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.364673353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7be082c7-4eb0-4a12-bb96-838a8727ab88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.374779505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb15a7d3-46c1-41d2-ae83-a725fe506c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.390673493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb15a7d3-46c1-41d2-ae83-a725fe506c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.40582956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb15a7d3-46c1-41d2-ae83-a725fe506c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.452691199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1ff76b55-eb01-408a-879a-d15c5e92b5e6","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.452798535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"212f2e02-d407-42ff-81b9-2201c6ed3928","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.454429406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1c9939a5-c473-4316-b083-f192d7c01f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.473001035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1ff76b55-eb01-408a-879a-d15c5e92b5e6","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.473927477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"212f2e02-d407-42ff-81b9-2201c6ed3928","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.475416021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1c9939a5-c473-4316-b083-f192d7c01f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.640776858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c225f3f3-bf6b-47fe-a8a3-332f968e7926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:46.6604651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c225f3f3-bf6b-47fe-a8a3-332f968e7926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:47.026241593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693931e2-e38e-495e-944d-8f3c8fec6a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:47.041076659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693931e2-e38e-495e-944d-8f3c8fec6a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:47.055881239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693931e2-e38e-495e-944d-8f3c8fec6a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:47.070715411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693931e2-e38e-495e-944d-8f3c8fec6a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.230686652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"75d9ac96-a5d5-4ece-9274-ef06b33e6eee","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.230716536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"75d9ac96-a5d5-4ece-9274-ef06b33e6eee","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.261522188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"f1f1b753-87cb-4a99-902d-0a1cba0bff22","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.261555035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"f1f1b753-87cb-4a99-902d-0a1cba0bff22","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.297622632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"94e6f68a-94b9-4136-993d-6e135b0d2220","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.321460166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"94e6f68a-94b9-4136-993d-6e135b0d2220","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.340369969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"94e6f68a-94b9-4136-993d-6e135b0d2220","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.376356431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"4157140d-8f72-4ab7-acd3-5010b7b8388d","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:51.376383122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"4157140d-8f72-4ab7-acd3-5010b7b8388d","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.354363501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"029ac865-5d84-4253-a697-6d5c1f2aa953","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.603365683Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"854a5d3a-6e64-4504-b244-a2cc40ea7ebb","namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.773512838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f5025aa-5643-48e8-ace8-82fcd0535a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.787012566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"962b4527-6ca1-4fc4-9d9d-66b582bdf0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.791668367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"faec4742-8ae8-4567-bcc7-8318af022704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.791802965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"9e8d5c6d-20a4-4ad0-bc4c-8697384720bd","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.797240972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f5025aa-5643-48e8-ace8-82fcd0535a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.802439129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"1d55c415-e15d-486a-bb88-fe8ec89edba2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.813176202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"962b4527-6ca1-4fc4-9d9d-66b582bdf0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.818910726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"faec4742-8ae8-4567-bcc7-8318af022704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.821598514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"9e8d5c6d-20a4-4ad0-bc4c-8697384720bd","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.824066514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"1d55c415-e15d-486a-bb88-fe8ec89edba2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.840584586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"9e8d5c6d-20a4-4ad0-bc4c-8697384720bd","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.903929423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6fe3fb48-b2a4-4d59-91ce-b6f7904f7c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.925247301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6fe3fb48-b2a4-4d59-91ce-b6f7904f7c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:52.987758589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4fe0549f-88ef-4c6f-a606-e5fa45df6aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.010353137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4fe0549f-88ef-4c6f-a606-e5fa45df6aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.064022146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"a21ec36d-08ab-4f45-b4a1-212a4f59ddf5","namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.08093356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"1d733015-fde0-4c49-b45b-96a444d968c1","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.088612782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"35ad422a-e1c1-4b0c-a550-0257a523938d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.091709479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"25b0a0d1-bc46-4a96-818b-c876dd670d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.094980215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f51ed06d-d3c5-4708-b3f5-951067ea70ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.103044366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e684cfff-95ab-4b30-a20e-a8c60c0b78ca","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.106644149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7f299027-9525-4283-9008-cb89a94e1b66","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.109943638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"35ad422a-e1c1-4b0c-a550-0257a523938d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.112732487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"25b0a0d1-bc46-4a96-818b-c876dd670d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.130788353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f51ed06d-d3c5-4708-b3f5-951067ea70ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.132256378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e684cfff-95ab-4b30-a20e-a8c60c0b78ca","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.134933321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7f299027-9525-4283-9008-cb89a94e1b66","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.222921653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"adc0b3e9-84bf-4110-9b63-f792b15308db","namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.239653152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"1ef89639-2a6e-4af9-8c03-2cad4b2a2099","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.254630301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"e3ada9e1-4640-4903-b8e8-d1a63b660c85","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.260475123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"1ef89639-2a6e-4af9-8c03-2cad4b2a2099","error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.274771348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"e3ada9e1-4640-4903-b8e8-d1a63b660c85","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.280588355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"c030807d-2c2f-4693-b1e3-736dfb0677d4","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.280681309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"c030807d-2c2f-4693-b1e3-736dfb0677d4","error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.305035753Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"aa705fbd-2bc0-48b0-8623-41cffc0d2319","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.305096508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"aa705fbd-2bc0-48b0-8623-41cffc0d2319","error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.328594102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5d390c9-c37e-4784-a9a4-0890235d234a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.328612235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5a6884f0-e928-40da-952b-be6b08f99213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.34095508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"24162e0f-bcb3-41c7-b925-30a47fba4fc3","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.341080964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"24162e0f-bcb3-41c7-b925-30a47fba4fc3","error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.341132918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"a5198eab-f32a-4b5e-94ef-b965746660d5","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.35117713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5d390c9-c37e-4784-a9a4-0890235d234a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.351174856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5a6884f0-e928-40da-952b-be6b08f99213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.362303501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"404fd4a0-1943-4d86-b69e-8a0fc92dbb37","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.394628089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d53d5f6-33b0-4500-b4db-2108d7be3cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.394648224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"cce7b117-b5a7-4512-9ec0-3690f76e71da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.39631746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"d5d33d94-33a2-435e-aa74-ee76de83dd89","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.396415626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"d5d33d94-33a2-435e-aa74-ee76de83dd89","error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.415644458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d53d5f6-33b0-4500-b4db-2108d7be3cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.416682348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"cce7b117-b5a7-4512-9ec0-3690f76e71da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.494341191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"63ab5c2a-0b90-4fa4-bdf0-ad909cba4cb6","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:56:53.494419681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d41dcf","namespace":"e2e-extmod-rec-noaccess-967652"},"namespace":"e2e-extmod-rec-noaccess-967652","name":"e2e-rec-recover-d41dcf","reconcileID":"63ab5c2a-0b90-4fa4-bdf0-ad909cba4cb6","error":"ExternalModel e2e-rec-recover-d41dcf not found in namespace e2e-extmod-rec-noaccess-967652 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.510631794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"76d9895c-3f13-4e5e-a8f4-5b4ea6020abf","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.532091911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"76d9895c-3f13-4e5e-a8f4-5b4ea6020abf","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.551393875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"76d9895c-3f13-4e5e-a8f4-5b4ea6020abf","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.575438565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"55140e42-6dfa-4aca-87e5-959c93bf4baa","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.595007953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"124bc599-903a-4808-9183-367ccf32b733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.598805228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fedc0b0-7b10-496e-af1b-9fbdb5c4c824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.598850309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"14200cdc-3b79-4fc5-b371-38c5e7a9cf23","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.599214828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0e71c6b3-e2bf-4f4c-8ee5-0ba476fbf5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.599533421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dd03ff9f-9554-411a-9ca2-400b35d5c6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.615565769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"124bc599-903a-4808-9183-367ccf32b733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.61917948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fedc0b0-7b10-496e-af1b-9fbdb5c4c824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.620635985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0e71c6b3-e2bf-4f4c-8ee5-0ba476fbf5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.62162199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dd03ff9f-9554-411a-9ca2-400b35d5c6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.622913137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"14200cdc-3b79-4fc5-b371-38c5e7a9cf23","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.712497474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"601a8e3b-0bec-419b-a863-eb98736cc950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.733166291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"601a8e3b-0bec-419b-a863-eb98736cc950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.740021124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"c3016938-da3a-49d2-b911-6099c070d581","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.751912389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"8a97f0d1-bb78-454b-9961-db565fe41390","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.777542522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"956fe90f-a7ec-46fe-9f8c-c26fd31541be","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.777576924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"956fe90f-a7ec-46fe-9f8c-c26fd31541be","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.812681074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7019a144-f65f-42af-861a-cea29f35e475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.816901932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a13153e7-fe58-4fca-bc33-58ff8f1d3ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.827260975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1818afcf-9de2-46cf-98f8-db4ff26a5674","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.833739249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7019a144-f65f-42af-861a-cea29f35e475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.838077609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a13153e7-fe58-4fca-bc33-58ff8f1d3ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.849697886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1818afcf-9de2-46cf-98f8-db4ff26a5674","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.917404627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e82e81a8-5cfe-47cb-8a20-0c7de8d442fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:53.937717136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e82e81a8-5cfe-47cb-8a20-0c7de8d442fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.026186261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"b1bd39a0-465f-4f6a-a10b-8ae4b03bdc2d","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.048921622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"b1bd39a0-465f-4f6a-a10b-8ae4b03bdc2d","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.111627581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6eed1184-f32f-49c0-9dc9-bb7a7d7abe3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.116400239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a28567bd-edca-4660-8eea-cb9921849556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.117465586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75941bf7-8727-4a88-a6f5-02f98a810d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.132033046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6eed1184-f32f-49c0-9dc9-bb7a7d7abe3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.132978737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"bd6fe1bd-400e-4d3b-8a67-25862c2f8fa6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.136871421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a28567bd-edca-4660-8eea-cb9921849556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.13775903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75941bf7-8727-4a88-a6f5-02f98a810d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.152841619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"bd6fe1bd-400e-4d3b-8a67-25862c2f8fa6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.215606643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"212d2c7e-3b84-43e3-8f28-5187b27417d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.216645667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"65443e87-d1ab-4216-b375-cb759da5347e","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.216665121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"65443e87-d1ab-4216-b375-cb759da5347e","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.236788156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"212d2c7e-3b84-43e3-8f28-5187b27417d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.295066159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"597895e4-7d19-46f5-a4db-f298b5b86f7b","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.312590799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"828c8039-9a05-4fdd-b552-481f190c1c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.328015202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"0f07a6bc-5f78-4ff2-9d55-0a2b7e2be95d","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.333370173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"828c8039-9a05-4fdd-b552-481f190c1c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.349954542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"597895e4-7d19-46f5-a4db-f298b5b86f7b","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.352189459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"0f07a6bc-5f78-4ff2-9d55-0a2b7e2be95d","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.369001889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"597895e4-7d19-46f5-a4db-f298b5b86f7b","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.37063132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"0f07a6bc-5f78-4ff2-9d55-0a2b7e2be95d","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.404382939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"ecdeb4af-be09-4c6d-9d9d-6acd4929ceef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.404404663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"ecdeb4af-be09-4c6d-9d9d-6acd4929ceef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.4091323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b931f726-6bd9-46a9-b46e-9f14bf586865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.4096234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"065f2374-2b70-4c20-adda-7624be00adc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.416885532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"94b1f2bf-bad0-467f-a101-c93f84045ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.428930311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b931f726-6bd9-46a9-b46e-9f14bf586865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.429146472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"065f2374-2b70-4c20-adda-7624be00adc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.43682342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"94b1f2bf-bad0-467f-a101-c93f84045ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.510906186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b3e467f-c204-450e-995d-0f43a20f9b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.513577642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"6fa7dfc8-3cad-44ae-a949-8db3a0b11b34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.525175533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6029fee2-7e55-4147-b0ba-6fa45d3a2822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.525175762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6f29d027-b406-4ce3-9295-b2b8cd7d419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.530725798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b3e467f-c204-450e-995d-0f43a20f9b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.535109661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"6fa7dfc8-3cad-44ae-a949-8db3a0b11b34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.544849289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6029fee2-7e55-4147-b0ba-6fa45d3a2822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.545148476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6f29d027-b406-4ce3-9295-b2b8cd7d419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.545269919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1b84c811-8c63-4f5a-9aa2-57a69e505034","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:54.565228678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1b84c811-8c63-4f5a-9aa2-57a69e505034","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:56:55.954314847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"983ee5b9-ebdb-490d-bf4c-96beb4f47598","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:04.42211958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"0605404d-1b1c-42ee-8913-d9a250585041","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:04.432299116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"079eb602-559f-452e-806c-361459bce058","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:04.441984133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"0605404d-1b1c-42ee-8913-d9a250585041","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:04.452574163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"079eb602-559f-452e-806c-361459bce058","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:04.460582045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"0605404d-1b1c-42ee-8913-d9a250585041","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:04.47091819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"079eb602-559f-452e-806c-361459bce058","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.516993941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"6a3483fc-9c81-4375-8270-17bd2d4a0c3c","namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.534239043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"49830c25-1be4-4d13-889a-81abb5e5e264","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.534269023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"49830c25-1be4-4d13-889a-81abb5e5e264","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","externalModel":"e2e-rec-ctrl-a5804f","provider":"e2e-rec-ctrl-a5804f-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.565257678Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"d3d890a8-3a21-41f7-b955-9701a4ede977","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.568824867Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"f676bfed-ad6b-4c42-8650-a4f8025a64c4","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.627247418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"044ffc3e-8ccf-4deb-920b-06ec3f37a777","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.641584442Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"cc1d21ce-45c3-4945-b546-19e0f93ac249","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"routeName":"external-model-e2e-rec-ctrl-a5804f-e1d66d55fa36","namespace":"e2e-extmod-rec-user-47f364","model":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.642848535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4b0db0f6-cd8f-46a3-8755-94d78a92885b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.643439351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"951ecc09-f2fd-4a2d-ac02-8b8344a74cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.645677267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ac8236f2-6853-401e-9f68-bc47f8921ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.64848167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"044ffc3e-8ccf-4deb-920b-06ec3f37a777","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.659831312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"55e49fd6-34fd-47f1-9874-619e96778941","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.664156824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4b0db0f6-cd8f-46a3-8755-94d78a92885b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.667851578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ac8236f2-6853-401e-9f68-bc47f8921ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.667878302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"951ecc09-f2fd-4a2d-ac02-8b8344a74cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.669182776Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"65f0191d-c9d2-4f27-8214-67d3ba53c992","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.669641475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"044ffc3e-8ccf-4deb-920b-06ec3f37a777","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.681384955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"55e49fd6-34fd-47f1-9874-619e96778941","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.701342264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"55e49fd6-34fd-47f1-9874-619e96778941","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.723149857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"1a5fbdb6-726b-49bc-81dd-445984514e09","namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.737150885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"a9e6c66a-8724-4d4b-a15b-f19251a234b9","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.742211754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6f221bfb-bf1c-443f-8696-52bfce49f7a5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.757879884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"a9e6c66a-8724-4d4b-a15b-f19251a234b9","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.762546599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6f221bfb-bf1c-443f-8696-52bfce49f7a5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.763626847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"492551b0-776f-4c9e-be29-da8dd04a88d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.772413525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"add675c4-2503-416c-b19a-5d0569109a71","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.772489606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"add675c4-2503-416c-b19a-5d0569109a71","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.783539057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"492551b0-776f-4c9e-be29-da8dd04a88d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.787904542Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"4581fbb1-33cd-431d-ab28-6fad881e1e83","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.801118344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"9b539a3c-545b-442d-b202-07758d964ef1","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.801224375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"9b539a3c-545b-442d-b202-07758d964ef1","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.847269995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"77c0ad3e-d684-400f-98c4-56b277a21daf","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.847435305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"77c0ad3e-d684-400f-98c4-56b277a21daf","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.859589938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7c27e26c-06e5-4e56-8292-560bc07cab4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.868086713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9e9ac61d-6959-431b-b53d-c13984a472e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.868691873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0b541f-a4e0-49f0-9154-04603aa4832f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.883650778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"6672b05a-efef-4d78-aeeb-751e5706289e","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.883756129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"6672b05a-efef-4d78-aeeb-751e5706289e","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.887606225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7c27e26c-06e5-4e56-8292-560bc07cab4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.892822067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9e9ac61d-6959-431b-b53d-c13984a472e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.895754164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0b541f-a4e0-49f0-9154-04603aa4832f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.986381265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"e9edd2df-9867-4509-aa2c-bc73bda0e1f5","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:05.986493989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"e9edd2df-9867-4509-aa2c-bc73bda0e1f5","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:05.986542676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e955c6c8-fb80-47e5-b848-7bba3aa35e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.002076098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"3dd32a60-064c-4406-a5cb-18ec33c499d2","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.006704584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e955c6c8-fb80-47e5-b848-7bba3aa35e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.065295792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60506928-bdc4-418f-987e-1deae97b858b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.065502876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4c5ff58b-6f2f-4a50-8915-dbeef9848281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.066658242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4e80b6a0-159c-4f58-a1c1-eee1a9a18b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.066670949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"c60b8900-5b53-404f-b771-8762905b8875","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.085590945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60506928-bdc4-418f-987e-1deae97b858b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.085831485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4c5ff58b-6f2f-4a50-8915-dbeef9848281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.089421281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"c60b8900-5b53-404f-b771-8762905b8875","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.089514994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4e80b6a0-159c-4f58-a1c1-eee1a9a18b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.104006942Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"c60b8900-5b53-404f-b771-8762905b8875","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:06.163122791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"51a7527d-4bad-4355-ac47-6de37610dbd4","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:06.163199219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"51a7527d-4bad-4355-ac47-6de37610dbd4","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.171073086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dd8a8310-ca56-48aa-b51c-c923d451e4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.192597338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dd8a8310-ca56-48aa-b51c-c923d451e4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.261655131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"65241000-2efe-41d1-bc85-50b1e6fabab4","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.274270034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6e4288d0-a44e-4b29-b67a-41afde6da9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.2814652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"65241000-2efe-41d1-bc85-50b1e6fabab4","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.286252305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"eece0fc3-6cb2-4679-8f1b-edcfc172db16","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.28840116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"da03a8b9-a72f-4f8b-b175-8dcef6d4e271","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.297244924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6e4288d0-a44e-4b29-b67a-41afde6da9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.300511912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"65241000-2efe-41d1-bc85-50b1e6fabab4","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.306342195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"eece0fc3-6cb2-4679-8f1b-edcfc172db16","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.308074211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"da03a8b9-a72f-4f8b-b175-8dcef6d4e271","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.324892222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c34cbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30255948870d0886e2107ddd414711bbb73f4a258ba4d5e6f425d51881049105) AuthConfig (c80eb7750073f1a64b39a07069f19c96b3f6cc5868b0d7480275f9305d8afd8a) AuthConfig (5320cc7abc19fb5c2d039d32e0b9286fff0eca8c2d617f7501f1e094135a7d2a) AuthConfig (8c5c79584a8c2a21cfe37661452d12d3045cb822fd2a10c3499014ebd00cef38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"eece0fc3-6cb2-4679-8f1b-edcfc172db16","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.370937746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e52fba9c-1a8e-4d22-b14f-92bd3ac0f357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.372415351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"28126b82-d5d4-429d-9d3e-95a0f15e0c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.37469656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7d13b3c0-bd77-42df-abbf-73f90750cbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.397381979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"28126b82-d5d4-429d-9d3e-95a0f15e0c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.483075946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7d13b3c0-bd77-42df-abbf-73f90750cbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.486580826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e52fba9c-1a8e-4d22-b14f-92bd3ac0f357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:06.498366391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"c812b7d4-2e00-412d-859b-ad6dd5f62efd","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:06.498448092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"c812b7d4-2e00-412d-859b-ad6dd5f62efd","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.517568887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0270c1a9-8fce-4f55-accd-ded35cadb756","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.538088001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0270c1a9-8fce-4f55-accd-ded35cadb756","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.604066373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f855a67-83a6-4650-aea0-bc85eeeef7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.604296052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"fd793671-f220-4f36-85e1-6ceb2aa6d691","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.604077172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d5ebc142-ec87-42a8-b2b2-e9c0e0b0b5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.60515624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6925c76d-7764-4b6f-af4d-2295ad85cfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.626939296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"fd793671-f220-4f36-85e1-6ceb2aa6d691","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.627022949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6925c76d-7764-4b6f-af4d-2295ad85cfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.630427294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d5ebc142-ec87-42a8-b2b2-e9c0e0b0b5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:06.630545128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f855a67-83a6-4650-aea0-bc85eeeef7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:07.153996141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"df66ebb6-adc2-4d24-ac54-d06ffcdedeee","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:07.15408065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a5804f","namespace":"e2e-extmod-rec-user-47f364"},"namespace":"e2e-extmod-rec-user-47f364","name":"e2e-rec-ctrl-a5804f","reconcileID":"df66ebb6-adc2-4d24-ac54-d06ffcdedeee","error":"ExternalModel e2e-rec-ctrl-a5804f not found in namespace e2e-extmod-rec-user-47f364 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.212794544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"57048747-e602-4146-9357-f1d612a1a5bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.213195585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ba996c6f-928f-4866-bc76-639edc4d6bb2","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.225133763Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"36a28b1e-09e0-4832-805a-c9eed9f64318","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","error":"MaaSModelRef not found: e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.234053893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"57048747-e602-4146-9357-f1d612a1a5bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.234122442Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"57048747-e602-4146-9357-f1d612a1a5bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.234720338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ba996c6f-928f-4866-bc76-639edc4d6bb2","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.34358899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"1764b1af-4f59-4841-abe0-38923476745d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.357953829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"b3568de0-5f15-4a90-b47f-daea805566cd","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.364098621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"1764b1af-4f59-4841-abe0-38923476745d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.364156251Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"1764b1af-4f59-4841-abe0-38923476745d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:07.378619559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"b3568de0-5f15-4a90-b47f-daea805566cd","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:10.759160772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:11.498566373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"2fd0d46c-10f3-45f2-bc39-816f6a5e8705","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2dbae9","tenantID":"e2e-extmod-b-2dbae9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:11.546170377Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"2fd0d46c-10f3-45f2-bc39-816f6a5e8705","name":"e2e-extmod-b-2dbae9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.842156557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"3f4ee66e-51be-465e-9431-d0435ee957a9","namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.864124496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"73ba1992-3887-4f7f-9aa1-680d821b9856","namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.878338802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"5744474b-75ce-42b1-a702-5243c8c5eeeb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.889789332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8a483345-dabb-47b8-8e16-0d57a5389885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.889822592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e1dae487-8ab7-454c-aa09-2a07eaba6602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.890996993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6a200800-469f-48ef-a583-adf471aa5df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.898248176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"5744474b-75ce-42b1-a702-5243c8c5eeeb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.906166674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f760b41d-d1b3-463f-b5b6-7f1dd35949d0","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.911743292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6a200800-469f-48ef-a583-adf471aa5df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.912509375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e1dae487-8ab7-454c-aa09-2a07eaba6602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.914417573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8a483345-dabb-47b8-8e16-0d57a5389885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.917148048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (0e83082160961347715c6191cd768caf4900792a5f597717fe5ae793a7d5db62) AuthConfig (65ae3705b9c40067994de9ae7c99293fa350375c229d5a217540f47ef959627f) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (95342dbfea83fc5954cbc930c8192cef03c174ddb5d781c94205a18cb2871579) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f) AuthConfig (90669e4f20352fa00b87266f374d06496c8ab8d108aede17fcff8fb533ce4cce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"5744474b-75ce-42b1-a702-5243c8c5eeeb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.928512981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f760b41d-d1b3-463f-b5b6-7f1dd35949d0","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.951108609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"93d932c9-3aa2-4843-adca-73b371e9c710","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.951138983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"93d932c9-3aa2-4843-adca-73b371e9c710","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:14.99097457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"2a39e851-d7b9-4299-ab43-bbd756e29703","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.015593282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"2a39e851-d7b9-4299-ab43-bbd756e29703","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.034800565Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"2a39e851-d7b9-4299-ab43-bbd756e29703","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.080297237Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"5d9a8222-bd0b-4230-9003-7bd4657935e9","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.090587086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ec3758c-87f6-4f12-be50-0bbd520935c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.091215039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"be3f120f-bd04-4adc-ba52-828ee27fcceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.094274595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"30121377-0d9a-43a4-a259-0bf29c552b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.111663756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"be3f120f-bd04-4adc-ba52-828ee27fcceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.111981309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ec3758c-87f6-4f12-be50-0bbd520935c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.114699895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"30121377-0d9a-43a4-a259-0bf29c552b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.178152736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"822fa464-d0a7-4ca8-9206-e69c1679ca95","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.178192173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"822fa464-d0a7-4ca8-9206-e69c1679ca95","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.203801088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"32e43d31-1827-420d-bf6d-df3d27da606d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.223696862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"32e43d31-1827-420d-bf6d-df3d27da606d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.25487331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"1e0b140a-c2c0-498c-9d6e-0cfd1b28d7ab","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.382777535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c0b35d36-a0df-48b8-82ae-be92eb70a96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.383446266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cfaeb882-50d7-4398-af54-5ca0ba6776dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.383892472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a6f7366d-81ed-4088-9ece-53cd7e00b5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.38534217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"3720eef9-63cc-4491-8bdc-4c354f4eebb7","namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.471527595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0187480e-26cb-4a86-824e-865ea69eca9d","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.475052891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"c00c490d-8a8c-4bb5-9d18-7a8a378c1eaf","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.475187976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"c00c490d-8a8c-4bb5-9d18-7a8a378c1eaf","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.478954046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cfaeb882-50d7-4398-af54-5ca0ba6776dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.481200472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a6f7366d-81ed-4088-9ece-53cd7e00b5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.48177075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c0b35d36-a0df-48b8-82ae-be92eb70a96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.494688639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0187480e-26cb-4a86-824e-865ea69eca9d","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.524927767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"13fec10a-15df-428a-b5a0-a58345cd33ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.54508949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"13fec10a-15df-428a-b5a0-a58345cd33ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.659580198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"db497544-89b2-472d-8a34-c74f85d01699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.659915859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"018007ce-8d23-433c-b1aa-8210cb535824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.661409947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"86dd6b49-4968-42e3-8605-e41c6d6997a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.679675586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"018007ce-8d23-433c-b1aa-8210cb535824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.680139436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"db497544-89b2-472d-8a34-c74f85d01699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.682061249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"86dd6b49-4968-42e3-8605-e41c6d6997a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.761182743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"bc0bdf58-726b-4e74-93de-caf195497dfb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.769156169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4f4eaf88-a628-436d-b1a8-ee85d7021155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.769841096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"48a77a23-52e4-40f1-bc6a-6aeb8c9d1478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.775737447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"10a919fb-bda7-4d03-8139-e777b1700355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.782542626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"bc0bdf58-726b-4e74-93de-caf195497dfb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.789424177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4f4eaf88-a628-436d-b1a8-ee85d7021155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.790185109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"48a77a23-52e4-40f1-bc6a-6aeb8c9d1478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.790926349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"61b88e3b-390c-4310-9de7-b158f01881c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.796851736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"10a919fb-bda7-4d03-8139-e777b1700355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.801036644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (0e83082160961347715c6191cd768caf4900792a5f597717fe5ae793a7d5db62) AuthConfig (65ae3705b9c40067994de9ae7c99293fa350375c229d5a217540f47ef959627f) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (95342dbfea83fc5954cbc930c8192cef03c174ddb5d781c94205a18cb2871579) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f) AuthConfig (90669e4f20352fa00b87266f374d06496c8ab8d108aede17fcff8fb533ce4cce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"bc0bdf58-726b-4e74-93de-caf195497dfb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.810804323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"61b88e3b-390c-4310-9de7-b158f01881c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.836511218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"3ec1675a-1002-4a1c-9072-291e0f2c1b19","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.83653904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"3ec1675a-1002-4a1c-9072-291e0f2c1b19","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.88540722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"bcce4da3-684e-4bd3-a9bc-9831c1f8ba41","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.885605025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f6ce3bd0-1211-42fb-88b1-185d2156e1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.899752286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"18065fa3-f623-4240-a260-87190ed36017","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.906992635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"bcce4da3-684e-4bd3-a9bc-9831c1f8ba41","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.909835494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f6ce3bd0-1211-42fb-88b1-185d2156e1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.920421205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"18065fa3-f623-4240-a260-87190ed36017","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.967837395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ff1a0a25-5f44-4860-b4f4-82e813cface2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.987867085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ff1a0a25-5f44-4860-b4f4-82e813cface2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.996927885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d8994b72-2e9e-4291-abd1-240758548897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:15.998920946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"504c7073-8b66-40ec-9ec4-53be6fbcebe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.017358656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d8994b72-2e9e-4291-abd1-240758548897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.019361109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"504c7073-8b66-40ec-9ec4-53be6fbcebe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.04062462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"7b8c1b51-97a7-4063-8219-ab0c89b7b59e","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.040652644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"7b8c1b51-97a7-4063-8219-ab0c89b7b59e","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.071705409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"e40fe10b-7f2b-4c95-bc8d-eb0ce0d2a1ac","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.085891473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ad1accc1-494f-44ff-80b1-517ed3f7f27f","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.085891248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"80bef0aa-c4c0-4ce6-b4d5-26d565cf2cee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.107811863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ad1accc1-494f-44ff-80b1-517ed3f7f27f","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.108932787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"80bef0aa-c4c0-4ce6-b4d5-26d565cf2cee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.128729435Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"80bef0aa-c4c0-4ce6-b4d5-26d565cf2cee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.17190021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bd957ed-2ac1-4315-97ff-e9fdf0402e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.192210875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bd957ed-2ac1-4315-97ff-e9fdf0402e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.201641299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"add2cd95-1fdf-438b-b5ea-f9dbe3ebe7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:16.22194899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"add2cd95-1fdf-438b-b5ea-f9dbe3ebe7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.369618696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub]","namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-recover-62e10e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.385279068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"cfba7be6-efd4-4b91-9fd1-888fe9c8d6a8","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.385399386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"cfba7be6-efd4-4b91-9fd1-888fe9c8d6a8","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.432093859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"183969d4-9920-4dfe-9137-b833c185094b","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.432150192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"92e4bec0-94c7-4e18-b965-f04d7b0d4bb5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.432691962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"b8a96a27-eec8-440c-9713-c53317bbb27e","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.437639097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"4a5fc86d-895c-4e7f-8a94-ad7508f4d249","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.437674597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"4a5fc86d-895c-4e7f-8a94-ad7508f4d249","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.479793474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"92e4bec0-94c7-4e18-b965-f04d7b0d4bb5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.482485699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"b8a96a27-eec8-440c-9713-c53317bbb27e","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.483374699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"183969d4-9920-4dfe-9137-b833c185094b","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.495599129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"b0bcfdd9-8d16-4479-8eea-d1726f313e07","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.495633993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"b0bcfdd9-8d16-4479-8eea-d1726f313e07","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.532788619Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"a1814365-13b5-4acf-9f44-ded7a88fb9a9","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-rec-recover-62e10e","model":"e2e-rec-recover-62e10e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-recover-62e10e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.533469551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"ead759c1-0c23-405d-b335-d3d74dd0fb7f","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.533493501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"ead759c1-0c23-405d-b335-d3d74dd0fb7f","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"routeName":"external-model-e2e-rec-ctrl-7e6ccd-7dc397170033","namespace":"e2e-extmod-rec-user-8a8e98","model":"e2e-rec-ctrl-7e6ccd","externalModel":"e2e-rec-ctrl-7e6ccd","provider":"e2e-rec-ctrl-7e6ccd-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.569039673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"9cf63375-2c6e-4a6e-a7cb-5c0805dfb77c","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.569066694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"9cf63375-2c6e-4a6e-a7cb-5c0805dfb77c","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.630753401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"cac1cd54-36de-4613-9471-f1399ba6bcb4","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.630784607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"cac1cd54-36de-4613-9471-f1399ba6bcb4","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.696792928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"98e5917f-7db1-409a-8529-bcae044ba9c6","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-rec-recover-62e10e","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.699295323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"ef46c81e-1c0a-4bb8-8a4f-5c0095e132f6","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.700082732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"c6333d37-4f3b-48d8-9b88-14176813c01b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.702038509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f8444b3d-0bda-4c59-8cc9-b6fd56c74794","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.721715401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"ef46c81e-1c0a-4bb8-8a4f-5c0095e132f6","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.723236931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"c6333d37-4f3b-48d8-9b88-14176813c01b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:17.724665078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f8444b3d-0bda-4c59-8cc9-b6fd56c74794","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.868704386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","namespace":"ai-tenant-e2e-autores-f1128d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.868762036Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","namespace":"ai-tenant-e2e-autores-f1128d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.868814613Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","tenant":"e2e-autores-f1128d","tenantID":"e2e-autores-f1128d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.887373267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Deployment","name":"maas-api-e2e-autores-f1128d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.92512606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Service","name":"maas-api-e2e-autores-f1128d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.948476794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-f1128d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.967226166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-f1128d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:18.986595058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.007611278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.027230695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.046546236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.062554226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Deployment","name":"payload-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.080193041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.09719969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Service","name":"payload-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.11458759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"Service","name":"payload-pre-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.130584308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"DestinationRule","name":"payload-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.146684969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.165775269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.18903659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.205440007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.224031853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.240814746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-f1128d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.257095967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-f1128d"},"namespace":"ai-tenant-e2e-autores-f1128d","name":"default-tenant","reconcileID":"512df763-c28f-4cb0-90ed-214392731a65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-f1128d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.599067798Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-f1128d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-f1128d","reconcileID":"f2da48a7-ce93-468e-8584-7d5603bf1ade","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-f1128d","removed":["maas.opendatahub.io/gateway-access-e2e-autores-f1128d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.67711481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"f363095e-89ae-408d-a33d-f7c942279923","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:19.997759785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e095f4ae-5058-43a9-9ea8-13c1d582b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.014875699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e095f4ae-5058-43a9-9ea8-13c1d582b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.031077694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e095f4ae-5058-43a9-9ea8-13c1d582b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.047478641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e095f4ae-5058-43a9-9ea8-13c1d582b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.694012605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee05b2-d8d9-42d0-800b-12fd4108ffca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.710482566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee05b2-d8d9-42d0-800b-12fd4108ffca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.726925753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee05b2-d8d9-42d0-800b-12fd4108ffca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.743189828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee05b2-d8d9-42d0-800b-12fd4108ffca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.896611028Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub]","namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-recover-62e10e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.913518106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"b96bf459-fff7-475b-982f-c3cf44d55d0a","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.913547178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"b96bf459-fff7-475b-982f-c3cf44d55d0a","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.963725965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"11bc97fe-c938-4f8b-9e34-b5d05782d210","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:20.964713532Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-12e1fb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.965469816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"5142b929-1ba5-4f16-b92e-2ad5589d94db","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.967469445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"429cec5e-a0d7-4b2b-b0cb-95fe2737caf3","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.967490871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"429cec5e-a0d7-4b2b-b0cb-95fe2737caf3","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.967772186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"6993e6c1-1ddf-41fb-8439-a98809714bcd","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.987376189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"11bc97fe-c938-4f8b-9e34-b5d05782d210","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.988192859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"5142b929-1ba5-4f16-b92e-2ad5589d94db","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:20.993823781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"6993e6c1-1ddf-41fb-8439-a98809714bcd","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.002054831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"164d3ad0-51dc-49fc-bfa1-a55c65e6b86f","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.002085711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"164d3ad0-51dc-49fc-bfa1-a55c65e6b86f","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.071495513Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"11bc97fe-c938-4f8b-9e34-b5d05782d210","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.094371864Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"b93ceb2b-27de-4763-8926-6aec8992bcff","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rot-12e1fb","model":"e2e-rot-12e1fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.188439118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"ed89d2b7-4122-44f6-9f38-3e0ae142746e","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.188468099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"ed89d2b7-4122-44f6-9f38-3e0ae142746e","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.209698752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7d2c37dc-fbdd-4729-82a4-395e1e152278","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.231308193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7d2c37dc-fbdd-4729-82a4-395e1e152278","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.254292447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"22c9880e-8346-4075-9862-b6ae90b87131","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rot-12e1fb","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.308423447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"fc274100-e13a-4183-86ee-96081448f782","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.308423772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"45ab27a3-9868-409e-9f2b-08f3a76ed773","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.330897302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"45ab27a3-9868-409e-9f2b-08f3a76ed773","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.330954929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"fc274100-e13a-4183-86ee-96081448f782","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:21.351421304Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"45ab27a3-9868-409e-9f2b-08f3a76ed773","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:25.83691022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"fa1b0fb5-4754-4be2-90ca-36787035e944","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:25.85984696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"fa1b0fb5-4754-4be2-90ca-36787035e944","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:25.880109846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (0e83082160961347715c6191cd768caf4900792a5f597717fe5ae793a7d5db62) AuthConfig (65ae3705b9c40067994de9ae7c99293fa350375c229d5a217540f47ef959627f) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (95342dbfea83fc5954cbc930c8192cef03c174ddb5d781c94205a18cb2871579) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f) AuthConfig (90669e4f20352fa00b87266f374d06496c8ab8d108aede17fcff8fb533ce4cce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"fa1b0fb5-4754-4be2-90ca-36787035e944","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:29.735994475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"8b2e6afd-a4b9-4d95-8ebe-92dbfe2c9940","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:31.95490047Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"9ec90d4c-4bcc-4fd9-a36f-cf89dffd6a62","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:31.992193586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"5ee1e0ab-b89b-4e37-b873-5ebfb8efec68","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:32.37237602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0826b0-f694-4830-b39d-25b91238e4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:32.389442157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0826b0-f694-4830-b39d-25b91238e4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:32.405741757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0826b0-f694-4830-b39d-25b91238e4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:32.42181174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0826b0-f694-4830-b39d-25b91238e4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.04559538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"b11106ff-5efa-47d6-aa11-cc42136d1618","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.062920512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563b43ee-768a-4f88-9ad0-7ab22725506c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.079945735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563b43ee-768a-4f88-9ad0-7ab22725506c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.092639761Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4275b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4275b9","reconcileID":"bdcf1952-dd2a-45ce-9996-0523c22ac886","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4275b9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-4275b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.097379836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563b43ee-768a-4f88-9ad0-7ab22725506c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.114187351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563b43ee-768a-4f88-9ad0-7ab22725506c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.224879218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"e83d01f1-9a88-45e3-85bf-0151c7d1a560","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.767922203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b73f671-b35c-4a97-b3a6-c8a6c5954741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.78410294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b73f671-b35c-4a97-b3a6-c8a6c5954741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.800359699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b73f671-b35c-4a97-b3a6-c8a6c5954741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:33.816892228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b73f671-b35c-4a97-b3a6-c8a6c5954741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:34.623582934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444eafc0-a8a7-47c8-972f-4bd21eda0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:34.63998705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444eafc0-a8a7-47c8-972f-4bd21eda0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:34.656768518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444eafc0-a8a7-47c8-972f-4bd21eda0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:34.672957852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444eafc0-a8a7-47c8-972f-4bd21eda0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:34.816431878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"55ba9447-8e34-4992-b670-54b2486f660c","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.324042113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa97344-fd33-403c-a35c-c9f30d1cdbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.341239591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa97344-fd33-403c-a35c-c9f30d1cdbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.357399258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa97344-fd33-403c-a35c-c9f30d1cdbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.374252185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa97344-fd33-403c-a35c-c9f30d1cdbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.917199281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4c1f9b13-3226-47e1-9c61-05672ae14357","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.938781444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4c1f9b13-3226-47e1-9c61-05672ae14357","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:35.959262146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (0e83082160961347715c6191cd768caf4900792a5f597717fe5ae793a7d5db62) AuthConfig (65ae3705b9c40067994de9ae7c99293fa350375c229d5a217540f47ef959627f) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (95342dbfea83fc5954cbc930c8192cef03c174ddb5d781c94205a18cb2871579) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f) AuthConfig (90669e4f20352fa00b87266f374d06496c8ab8d108aede17fcff8fb533ce4cce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4c1f9b13-3226-47e1-9c61-05672ae14357","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.025964413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a2e08-08bc-4499-bdad-23ddb55b62b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.042254004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a2e08-08bc-4499-bdad-23ddb55b62b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.05831372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a2e08-08bc-4499-bdad-23ddb55b62b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.075011899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a2e08-08bc-4499-bdad-23ddb55b62b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.195812653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"f556a6da-87b8-4882-a9c0-a4dbf86eb516","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-rec-recover-62e10e","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.290792208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"52eb4a99-5609-460d-aa46-493065514e10","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.290824581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"52eb4a99-5609-460d-aa46-493065514e10","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","externalModel":"e2e-rec-recover-62e10e","provider":"e2e-rec-recover-62e10e-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.381199131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"003f6350-1d1f-4a35-9a7e-7446f8f17cf4","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.403022035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"003f6350-1d1f-4a35-9a7e-7446f8f17cf4","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.623241219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"e64a2af8-f269-4f82-9b57-221c08751ff5","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:36.64448779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"e64a2af8-f269-4f82-9b57-221c08751ff5","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:40.760267206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.097011941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"6ab2c1e2-dd5a-41f4-b80f-831be1b93f0f","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.097047952Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"6ab2c1e2-dd5a-41f4-b80f-831be1b93f0f","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-f80982\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.149895195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"6f4e40ff-adfb-4611-a10b-f7fbbaea30b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.171369097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"6f4e40ff-adfb-4611-a10b-f7fbbaea30b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.173548806Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"5e4da3ac-e3fb-4d3e-9c51-c0378b30981b","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.187971525Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"6f4e40ff-adfb-4611-a10b-f7fbbaea30b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.248552717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"833fcc82-1a3f-42c1-89fe-32cf77e4daf5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.248561153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"0dd187e3-4e69-40db-b779-54a1a3caf7d3","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.250434321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"e32c8072-c57e-48aa-aa36-765879893c35","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.250464725Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"e32c8072-c57e-48aa-aa36-765879893c35","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-f80982\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-62e10e-faebaf309d51","namespace":"e2e-extmod-rec-noaccess-f80982","model":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.270211485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"0dd187e3-4e69-40db-b779-54a1a3caf7d3","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.270218748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"833fcc82-1a3f-42c1-89fe-32cf77e4daf5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.347420328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"180aef63-4d13-4a23-a275-e1fd4fc9776c","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.368844635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"180aef63-4d13-4a23-a275-e1fd4fc9776c","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.385781075Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"180aef63-4d13-4a23-a275-e1fd4fc9776c","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.459915355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"ebe6014a-557a-4790-ac04-35fd4ce6db22","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.477753647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"b5b3bf67-ebfb-445e-aa65-ae8000adb837","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.501077875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"6b81c268-c3cb-4e74-b072-739806123e60","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.51550038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1cde2a69-722a-44fd-a531-4aa3f036099d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.515732918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e250364-833c-4ebc-af21-f081e931fb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.516178162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"960f4de7-cd07-4ca7-b8bb-92ccb933a63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.51549907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"871cb822-bcd1-499e-a0cc-419c01848529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.522135938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"6b81c268-c3cb-4e74-b072-739806123e60","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.537257529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1cde2a69-722a-44fd-a531-4aa3f036099d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.537301176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e250364-833c-4ebc-af21-f081e931fb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.540049934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"960f4de7-cd07-4ca7-b8bb-92ccb933a63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.540409595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"871cb822-bcd1-499e-a0cc-419c01848529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.553686707Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"40eeaf02-b7a4-4227-b429-953864edf5c2","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.727679777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1e798215-f177-40d2-9220-152e8171d182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.733315919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"26046313-23b3-464b-8910-16dabad9b95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.749049127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"f514a77a-b82a-4e40-b327-bef9ca51f2c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.749175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1e798215-f177-40d2-9220-152e8171d182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.75446911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"26046313-23b3-464b-8910-16dabad9b95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.770493208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"f514a77a-b82a-4e40-b327-bef9ca51f2c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.790228878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768791d45412d6e2094437ea08bd3a82bc233bdb176bcb918955f94ddb16223b) AuthConfig (ca772bd3d570290a1403c0a62a728d1c152d6cbc9caf00ad8a3b8e2d12534dd4) AuthConfig (2e4a5343f175748e33d1ca89db9f2555d7fa29af47845ba05124260e972e2be0) AuthConfig (5661684688974a6a8c1287768b7a8d2e3ec7ec1aa4f02ffb68343bae2165fbf2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"f514a77a-b82a-4e40-b327-bef9ca51f2c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.810812515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"acf46b39-8c45-4843-ae56-b1e8c13def5a","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.810836532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"acf46b39-8c45-4843-ae56-b1e8c13def5a","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.840990092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"28e09c4a-b5c3-4acc-a68b-4cbc2285a066","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.852031411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"686d511c-2ec0-4a93-ad7d-2604e4988f5e","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.862646992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"28e09c4a-b5c3-4acc-a68b-4cbc2285a066","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.879224047Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"28e09c4a-b5c3-4acc-a68b-4cbc2285a066","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.923638304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0c471336-2f60-49bb-82b1-902383b14468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.924148844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3daaedaa-bf3a-4577-ae7c-bcf1c51a5752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.925516914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"280d7086-dcf0-4782-b2ab-9a2716c6e00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.945635912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"e01c03af-66b8-40b4-8b19-5203ae28ad4f","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.947591749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3daaedaa-bf3a-4577-ae7c-bcf1c51a5752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.948217373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"280d7086-dcf0-4782-b2ab-9a2716c6e00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.949966212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0c471336-2f60-49bb-82b1-902383b14468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:44.96692979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"e01c03af-66b8-40b4-8b19-5203ae28ad4f","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.041530703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"05b748be-2409-4286-aeb5-1c0212d22da4","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.062786502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"05b748be-2409-4286-aeb5-1c0212d22da4","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.132545682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1383d1ed-6914-4383-a581-9f2736c44f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.132543878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"48a6c377-e822-453e-ba4f-9926233fe370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.153881393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1383d1ed-6914-4383-a581-9f2736c44f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.154227626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"48a6c377-e822-453e-ba4f-9926233fe370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.232695855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c6e43544-a9d4-4c9e-bda3-cc43549a8586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.247865068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2fc8f66b-c746-4156-b7b7-82aed97a2ed6","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.273507664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c6e43544-a9d4-4c9e-bda3-cc43549a8586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.274949146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"2fc8f66b-c746-4156-b7b7-82aed97a2ed6","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.347287829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"66d42965-ed7d-456b-8859-17341ec1b7bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.368771236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"66d42965-ed7d-456b-8859-17341ec1b7bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.710447745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub]","namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-recover-62e10e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.730357929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"fa5b4ac7-610b-47fd-8125-33eec3f01268","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.7303971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"fa5b4ac7-610b-47fd-8125-33eec3f01268","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.748175308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"7856f0d3-b23b-4df1-9ae8-f481c69bd476","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:45.748707536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"de6f5890-92d1-4621-9cfb-dbcd16dc78c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-861ae9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.769474162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"7856f0d3-b23b-4df1-9ae8-f481c69bd476","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.787007036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"b0cd6956-8fd0-4000-bc8c-af64db26d4f3","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.787039463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"b0cd6956-8fd0-4000-bc8c-af64db26d4f3","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:45.822831762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"b0cd6956-8fd0-4000-bc8c-af64db26d4f3","name":"e2e-att-serve-861ae9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-861ae9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:57:45.822915273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"b0cd6956-8fd0-4000-bc8c-af64db26d4f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-861ae9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.83942173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"e7255cb7-14fd-4bb1-b7fd-06b09e7b13d7","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.839443526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"e7255cb7-14fd-4bb1-b7fd-06b09e7b13d7","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.876596071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"44080ba3-4c7e-43c5-a9c8-8639027d9038","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.87662371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"44080ba3-4c7e-43c5-a9c8-8639027d9038","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.899160426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"f572e479-4fc4-42b0-be85-6f1bc9cb72a5","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-att-serve-861ae9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.952839986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"50e6bb67-2f2a-497b-8495-0644cb7bfc3e","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.974818351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"50e6bb67-2f2a-497b-8495-0644cb7bfc3e","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.993647672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"4e42b36e-d012-49c9-adee-7a66fb83d354","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:45.993671603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"4e42b36e-d012-49c9-adee-7a66fb83d354","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:46.059172061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"3764f67c-b8c7-4a9a-b6a8-82c68b372107","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:52.806878225Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"2cfe9ff6-e5a8-44b0-b3c3-84c441a8832a","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.176967905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3495513-483b-4b36-8daf-526efbb07945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.193233373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3495513-483b-4b36-8daf-526efbb07945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.209590444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3495513-483b-4b36-8daf-526efbb07945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.226068635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3495513-483b-4b36-8daf-526efbb07945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.930682585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834bc02d-c27e-4d07-966e-dc99bad389ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.947783017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834bc02d-c27e-4d07-966e-dc99bad389ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.963951514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834bc02d-c27e-4d07-966e-dc99bad389ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:53.980247072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834bc02d-c27e-4d07-966e-dc99bad389ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:54.539040744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"e464f80e-2da2-4b03-851a-49ab6c0dffef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:54.878983773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"344a7780-6b71-430d-8901-7bd4d04bbee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:54.90245802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"344a7780-6b71-430d-8901-7bd4d04bbee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:54.923275518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768791d45412d6e2094437ea08bd3a82bc233bdb176bcb918955f94ddb16223b) AuthConfig (ca772bd3d570290a1403c0a62a728d1c152d6cbc9caf00ad8a3b8e2d12534dd4) AuthConfig (2e4a5343f175748e33d1ca89db9f2555d7fa29af47845ba05124260e972e2be0) AuthConfig (5661684688974a6a8c1287768b7a8d2e3ec7ec1aa4f02ffb68343bae2165fbf2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"344a7780-6b71-430d-8901-7bd4d04bbee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.121632044Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"083802bd-e423-4ee8-b2f2-bbe21cebeb52","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.688184391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"8c03ebf2-7f6d-450b-952c-6c987b52a171","MaaSModelRef":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.692439095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"7ad67d97-4505-4b01-81ab-f9bcb65738d8","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.711389907Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"8537913d-e076-487f-adc7-14f83168ac78","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.743921217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"7ad67d97-4505-4b01-81ab-f9bcb65738d8","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.765033665Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"7ad67d97-4505-4b01-81ab-f9bcb65738d8","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.817527048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"fe54f588-e267-4a92-9742-c9ffd58daa68","namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.875163096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"4871a623-221d-40ca-9312-6d1c2d84d01a","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.876964732Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"0c6826ab-58dc-479d-86bc-47da8301bd10","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.885668085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2fcb4e03-c4d8-41e6-928d-118227dc7b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.894605242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"136f3f3e-1885-4524-8aa8-2802d8bf02fb","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.90065885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"4871a623-221d-40ca-9312-6d1c2d84d01a","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.900724114Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"4871a623-221d-40ca-9312-6d1c2d84d01a","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.903179445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"bb015a1a-748d-4737-a1c7-c452f1cce29f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.903572451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"fda24dd3-a794-4479-ba45-6f6f933f9ae3","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.919949423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"136f3f3e-1885-4524-8aa8-2802d8bf02fb","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.920448065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2fcb4e03-c4d8-41e6-928d-118227dc7b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.927281042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"bb015a1a-748d-4737-a1c7-c452f1cce29f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.940866807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7250f512-fdbe-456f-ae05-9127ff4490e2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.950242061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768791d45412d6e2094437ea08bd3a82bc233bdb176bcb918955f94ddb16223b) AuthConfig (ca772bd3d570290a1403c0a62a728d1c152d6cbc9caf00ad8a3b8e2d12534dd4) AuthConfig (2e4a5343f175748e33d1ca89db9f2555d7fa29af47845ba05124260e972e2be0) AuthConfig (5661684688974a6a8c1287768b7a8d2e3ec7ec1aa4f02ffb68343bae2165fbf2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"bb015a1a-748d-4737-a1c7-c452f1cce29f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:55.96470836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7250f512-fdbe-456f-ae05-9127ff4490e2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.004794218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7cacc7b2-c113-4c7a-ae83-6c3cc61e4fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.029024869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7cacc7b2-c113-4c7a-ae83-6c3cc61e4fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.061965841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"c331a805-3bc1-445d-b1b8-fd95098637c8","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.134648636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"16144619-5ca4-4d5b-942c-d602bea31f57","namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.139641852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4abf87c1-8715-4ef6-a7db-5a49e39877a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.13965129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"159e2e87-be29-4380-b0b6-fbab8eb2f02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.156398482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"69de5faa-9d04-479c-b2d1-2bfd9fed4346","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.162219612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"159e2e87-be29-4380-b0b6-fbab8eb2f02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.162308254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4abf87c1-8715-4ef6-a7db-5a49e39877a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.178284228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"69de5faa-9d04-479c-b2d1-2bfd9fed4346","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.222761084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"5408a7b9-fba7-458c-9d81-3a7f2992278d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.228675469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"cc7a0c8c-cee6-48f4-a683-d8c9ea0be102","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.245092049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"5408a7b9-fba7-458c-9d81-3a7f2992278d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.256020813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4a0a8cd2-ecc9-4f5c-af25-81f9095ae74a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.261959238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"c5116850-ddc4-4303-9c2e-4ab8bf8caaab","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.27904143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4a0a8cd2-ecc9-4f5c-af25-81f9095ae74a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.478454426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6caf6844-1980-482b-b582-17d86cf04222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.479123178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7cc251a3-3337-4974-aff0-6384e5796f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.479732619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"42156fa3-7db0-4c89-b0af-3da0aa7c486c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.480277204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"37e8b50f-0e51-417c-b3fe-791caad46a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.500167761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6caf6844-1980-482b-b582-17d86cf04222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.573026253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7cc251a3-3337-4974-aff0-6384e5796f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.57368989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"42156fa3-7db0-4c89-b0af-3da0aa7c486c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.577709035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"37e8b50f-0e51-417c-b3fe-791caad46a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.582648286Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"e5023d6e-6e7c-49b8-a1db-ceca4b41064a","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.607540632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"15877832-574a-4866-9b51-f7cf7cba2ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.628798175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"15877832-574a-4866-9b51-f7cf7cba2ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.672131165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f160a43d-f93c-4e70-839b-4d6b2042193c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.687915182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"887863be-462f-4e6b-8703-cb15e0a72b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.687914746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6186c87c-ee43-45f0-bdbb-0a86f48354a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.693474796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f160a43d-f93c-4e70-839b-4d6b2042193c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.709336469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"887863be-462f-4e6b-8703-cb15e0a72b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.709552258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6186c87c-ee43-45f0-bdbb-0a86f48354a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.719363434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"07cbd642-31f5-410e-8d59-7bccdce61f22","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.740586728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"07cbd642-31f5-410e-8d59-7bccdce61f22","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.740631298Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"07cbd642-31f5-410e-8d59-7bccdce61f22","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.775637842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"8d3eec5a-ee19-4308-aac0-0675ef53f3fc","namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.791449452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"cd1ad02f-5a50-4960-b36f-3a765ddd128e","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.792227269Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"20a7dfd0-b313-40d9-97bd-98945a42d2ab","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.81382835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"cd1ad02f-5a50-4960-b36f-3a765ddd128e","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.817412705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-62e10e","namespace":"e2e-extmod-rec-noaccess-f80982"},"namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","reconcileID":"ae5c6ca7-3cb9-40d7-be16-6468e39af284","namespace":"e2e-extmod-rec-noaccess-f80982","name":"e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.947315873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5f84bc77-3095-42c9-9c16-3ad24f017e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.96326298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"9c5b2e07-a6da-4988-8a67-cd5bdf52e45b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.965883031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"d058539c-e74b-4535-a636-fc81bb539912","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.968886021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5f84bc77-3095-42c9-9c16-3ad24f017e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.98465042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"9c5b2e07-a6da-4988-8a67-cd5bdf52e45b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:56.987377549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"d058539c-e74b-4535-a636-fc81bb539912","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.007412418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768791d45412d6e2094437ea08bd3a82bc233bdb176bcb918955f94ddb16223b) AuthConfig (ca772bd3d570290a1403c0a62a728d1c152d6cbc9caf00ad8a3b8e2d12534dd4) AuthConfig (2e4a5343f175748e33d1ca89db9f2555d7fa29af47845ba05124260e972e2be0) AuthConfig (5661684688974a6a8c1287768b7a8d2e3ec7ec1aa4f02ffb68343bae2165fbf2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"d058539c-e74b-4535-a636-fc81bb539912","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.047569546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b32376ef-c2c8-49b7-8326-ce6b5ec07910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.050816496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"16882516-bf18-4582-a7e6-1a53e70315d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.069282071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b32376ef-c2c8-49b7-8326-ce6b5ec07910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.072044171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"16882516-bf18-4582-a7e6-1a53e70315d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.147589671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7c57107d-3ee3-45d2-a780-d480f42ae53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.169504517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7c57107d-3ee3-45d2-a780-d480f42ae53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.177205736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7d7e4e90-be8e-4912-83ee-a487a3b0c1bf","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.202382131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7d7e4e90-be8e-4912-83ee-a487a3b0c1bf","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.232387903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"eabebf6a-0be9-4450-bc35-9d69fb5cf924","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.250929662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e546d3d-759f-4ee4-bc8b-209cc44d87a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.272450955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4f871244-283b-44f1-93f0-fd3da4b29a74","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.273104869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"eabebf6a-0be9-4450-bc35-9d69fb5cf924","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.27627731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e546d3d-759f-4ee4-bc8b-209cc44d87a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.294091863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4f871244-283b-44f1-93f0-fd3da4b29a74","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.442659226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7d1bd259-8e33-462b-9952-0bc1ccd6bed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.444758666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ae43b024-77a6-485e-8388-c986a5f65e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.464447311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7d1bd259-8e33-462b-9952-0bc1ccd6bed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.466132159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ae43b024-77a6-485e-8388-c986a5f65e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.543440969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ed583141-5ed8-4db6-8a58-7487eead23e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.543896622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d0364681-50da-4386-b789-49cf1e044679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.545217464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"32cb0b50-58dd-4f88-af67-30120e471d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.565235268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ed583141-5ed8-4db6-8a58-7487eead23e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.565428195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d0364681-50da-4386-b789-49cf1e044679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.567727517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"32cb0b50-58dd-4f88-af67-30120e471d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.643209829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f4f200-7cec-41d4-a167-65dde8f55147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.658818173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"8b823a05-9990-45f9-a86f-158532bb7797","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.664505903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f4f200-7cec-41d4-a167-65dde8f55147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.680414347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"8b823a05-9990-45f9-a86f-158532bb7797","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.700532448Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"8b823a05-9990-45f9-a86f-158532bb7797","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.748407218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"edd5868d-e399-4ea1-aaa3-5b8a638447e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.764132016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"b4fdaeff-aa48-4f91-96d7-c2c46e08e0b0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.770026319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"edd5868d-e399-4ea1-aaa3-5b8a638447e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:57:57.785594944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"b4fdaeff-aa48-4f91-96d7-c2c46e08e0b0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:02.843152775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"b43e522e-28cb-4955-9bcb-5a28cfea0713","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:06.303621838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"ecff739b-aa0a-4f03-b7ec-03f226d2aba5","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rot-12e1fb","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:06.397235484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"d22bac44-956c-437e-bc74-a7cf0d19f722","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:06.397263087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"d22bac44-956c-437e-bc74-a7cf0d19f722","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"routeName":"external-model-e2e-rot-12e1fb-79ce41827439","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","externalModel":"e2e-rot-12e1fb","provider":"e2e-rot-12e1fb-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:06.826817696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"d72c5af5-2a5c-4b53-9d23-a81d8313212d","MaaSModelRef":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:06.964711563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"01e86a18-06ae-4fbf-9466-8a89b8459cfb","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.061393199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"1b6c66e4-a472-41e1-a13e-c672c0f969d7","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.061425719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"1b6c66e4-a472-41e1-a13e-c672c0f969d7","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.076511472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"77ac5fa9-d832-4161-9f56-a8f3e119c075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.099887511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"77ac5fa9-d832-4161-9f56-a8f3e119c075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.121478595Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"77ac5fa9-d832-4161-9f56-a8f3e119c075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.410103129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"3b38fbb3-123e-4285-a6fb-d7c7148d98b4","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.473487987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"3b38fbb3-123e-4285-a6fb-d7c7148d98b4","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.610356675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d7de548b-fecd-4020-8228-137b0e3954c5","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:07.63193457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d7de548b-fecd-4020-8228-137b0e3954c5","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.14562231Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"22f1bfe8-184c-44a0-9433-b63960e1a20e","namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.198546399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"31da8fbd-f02e-43d4-8119-00b94609ca55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.198546352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aa43bccd-6d15-4a03-8519-6502c99fad11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.200418801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e81700a4-5bc6-4236-8c13-2c813064a435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.201498872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c41149d1-5eb8-46b5-b5f5-823dcc979960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.217431834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"8cc12490-bbe6-4212-9741-e3651c61c72e","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.225082063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"31da8fbd-f02e-43d4-8119-00b94609ca55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.225613807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e81700a4-5bc6-4236-8c13-2c813064a435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.228805294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c41149d1-5eb8-46b5-b5f5-823dcc979960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.229037385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aa43bccd-6d15-4a03-8519-6502c99fad11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.241921302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"8cc12490-bbe6-4212-9741-e3651c61c72e","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.317973181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"6cb8b268-1135-4f1d-a373-9cefb0814a26","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.333459948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c108bf3b-3aa7-4526-8116-03742a0cf744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.339139082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"6cb8b268-1135-4f1d-a373-9cefb0814a26","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.345177951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"30c762af-d742-4d1e-8ce5-f13b1a5118aa","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.349121554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"b973b113-5257-42df-bcf9-5a3391d59e95","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.354545682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c108bf3b-3aa7-4526-8116-03742a0cf744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.366940619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"30c762af-d742-4d1e-8ce5-f13b1a5118aa","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.370995545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"b973b113-5257-42df-bcf9-5a3391d59e95","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.426783698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"af1ac62f-5f66-4ca4-9fd7-960a35dbcf96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.447910992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"af1ac62f-5f66-4ca4-9fd7-960a35dbcf96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.451033833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6566cfe7-f3d3-4539-849b-b5867cfeb299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.47260663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6566cfe7-f3d3-4539-849b-b5867cfeb299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.530826381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e5f369d8-7a51-416f-af81-afda8c7cce26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.531071613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b6189d46-8237-4d0b-aa57-236c0e47fc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.530827424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9b6b2646-44b6-49fb-98ae-adac8169b1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.556275127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b6189d46-8237-4d0b-aa57-236c0e47fc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.558668023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e5f369d8-7a51-416f-af81-afda8c7cce26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.564056229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9b6b2646-44b6-49fb-98ae-adac8169b1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.612226582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-823334","namespace":"e2e-extmod-att-noaccess-f7e880"},"namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","reconcileID":"cfc40833-72a2-4799-b2fe-4a9bd376efe2","namespace":"e2e-extmod-att-noaccess-f7e880","name":"e2e-att-noaccess-823334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.729574756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"080e69d2-532c-4c1f-8033-6832c08a3749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.739494146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"a3b7b334-6330-4a1c-9baf-7d337c4c0e92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.739716697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"17ff3a5a-47e7-45dc-86dd-9b635bf5426c","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.739937487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a85680f4-e74c-4033-b992-1ed5cc746daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.751950163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"080e69d2-532c-4c1f-8033-6832c08a3749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.75537609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"14dcccce-91f3-4066-9aa6-35effa289d30","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.761312826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a85680f4-e74c-4033-b992-1ed5cc746daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.761357208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"a3b7b334-6330-4a1c-9baf-7d337c4c0e92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.763401943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"17ff3a5a-47e7-45dc-86dd-9b635bf5426c","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.77673573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"14dcccce-91f3-4066-9aa6-35effa289d30","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.781969919Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"a3b7b334-6330-4a1c-9baf-7d337c4c0e92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.783879615Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"17ff3a5a-47e7-45dc-86dd-9b635bf5426c","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.850101542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"bb6c9c6d-72a3-4c78-9a34-324e1bfacdd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.858369804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"180781ae-1517-4ac8-944e-8c1489bf8359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.872397762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"bb6c9c6d-72a3-4c78-9a34-324e1bfacdd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.879652587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"180781ae-1517-4ac8-944e-8c1489bf8359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.950451807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4138e965-1f30-40dd-b6b7-59095f6920b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.966084298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"9e6a819c-f13b-48a2-8524-8e0964cacf35","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.971751774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4138e965-1f30-40dd-b6b7-59095f6920b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:08.987516423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"9e6a819c-f13b-48a2-8524-8e0964cacf35","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.036820512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f0dd6dcb-bcc1-40e6-83bd-d141c513b17d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.05147155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700a7f73-26ef-4a8d-bf0b-cc5161467676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.058672424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f0dd6dcb-bcc1-40e6-83bd-d141c513b17d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.066484117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"f196bc79-2ea0-4496-8c2a-8daf4e8102c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.073526194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700a7f73-26ef-4a8d-bf0b-cc5161467676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.088393337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"f196bc79-2ea0-4496-8c2a-8daf4e8102c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.155952945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"31f06785-9284-4a4f-914e-d349fe6c6c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.17741827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"31f06785-9284-4a4f-914e-d349fe6c6c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.254096565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"061d303e-7c2a-49a7-a47f-1dc54faac23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.254656378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"eb76c052-229c-450c-904a-dfb2e43fdb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.255153963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"31bc491f-4a76-4e7a-9406-6b26565ced93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.28171524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"31bc491f-4a76-4e7a-9406-6b26565ced93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.285551788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"eb76c052-229c-450c-904a-dfb2e43fdb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.292107737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"061d303e-7c2a-49a7-a47f-1dc54faac23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.378943862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"d4a2a99e-eebb-43c6-ac62-99f3694a7e19","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.393588669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"437759b9-c27b-45cd-805c-14cc6f153659","namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.393969991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"121a85d8-f25b-4e74-96a3-dc8cec2e01d1","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.395501249Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"23238272-3cd1-48a3-8e3d-df7258d77a72","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.415429889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ef476c46-7d2d-4640-b1ac-6285cf3b8dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.416055735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d1532345-e2b4-47dc-8fa3-884071b0877e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.473695228Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"cef6a0ea-7aba-43a0-b4be-29b673e9a74e","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.477833205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ef476c46-7d2d-4640-b1ac-6285cf3b8dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.492027173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"e732daa7-457d-4863-bf37-3f523af33fda","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.497129156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d1532345-e2b4-47dc-8fa3-884071b0877e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.516359542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6ba0c47d-671b-4c5c-adcc-55fc5be5ab2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.526261854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"4a3313ae-9bca-498b-b41e-db9cef9b1acf","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.527995641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"40261d15-b5c7-4439-9c1f-5d59344d0069","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.528530417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"3f18e84f-a1a8-4e23-b749-03780937127c","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.530408698Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"51cdba37-211f-4f2c-83b5-1328938f24c0","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.538416995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6ba0c47d-671b-4c5c-adcc-55fc5be5ab2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.549122565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"4a3313ae-9bca-498b-b41e-db9cef9b1acf","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.57402794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"40261d15-b5c7-4439-9c1f-5d59344d0069","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.575500275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"8ac88149-80ff-47c1-ad0b-8150f49ed3a1","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.575532399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"8ac88149-80ff-47c1-ad0b-8150f49ed3a1","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.59081024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0bc51250-4a2e-4a9b-ab85-6b5c87e0e371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.595012334Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"40261d15-b5c7-4439-9c1f-5d59344d0069","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.612685781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"1383a530-0a3d-4e70-9ac9-b6e11ce008bb","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.613988018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0bc51250-4a2e-4a9b-ab85-6b5c87e0e371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.650285804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"460a797c-e1ee-4d1d-8064-94a32c2e39f8","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.679237257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f3ebb044-e534-4c17-bbc9-a1fbc125be11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.700751277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f3ebb044-e534-4c17-bbc9-a1fbc125be11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.707176534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"529500a7-d7da-4b9e-b4bb-8509c0ec4467","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.707203296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"529500a7-d7da-4b9e-b4bb-8509c0ec4467","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.763932407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"cf81dbaf-d3c8-4f68-a0be-72ea8fcaa3cd","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.780121274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1a454df-4229-4132-a0af-79390a89d6cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.789712905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"43a81c1c-bb68-41e9-8628-483f3a201ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.792339076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"cf81dbaf-d3c8-4f68-a0be-72ea8fcaa3cd","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.813045086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"6dc47d52-75d2-4225-9b54-dc49220fe39a","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.816861746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1a454df-4229-4132-a0af-79390a89d6cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.817472044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"704507d4-5604-4f1b-b678-1d02f42e811e","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.826013074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"43a81c1c-bb68-41e9-8628-483f3a201ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.841310406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"704507d4-5604-4f1b-b678-1d02f42e811e","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.860076056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"c2637f26-847a-4a6b-bb98-2f26606f44fa","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.876579195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"9c490da1-1083-418f-ab65-e40715636b53","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.876605788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"9c490da1-1083-418f-ab65-e40715636b53","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.887285029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5d450c63-1002-45f5-b185-49fe123c8d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:09.909111818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5d450c63-1002-45f5-b185-49fe123c8d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.025431626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"247b9103-3749-43ba-9c44-8fe0a28c28d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.025523747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b0351470-9f88-43c3-8027-bc8cbee96a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.047269309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b0351470-9f88-43c3-8027-bc8cbee96a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.04787068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a8e9d77b-4209-4b45-82d6-f609ead5ef8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.047875491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"247b9103-3749-43ba-9c44-8fe0a28c28d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.06365569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"052274f3-60b9-406d-a0b1-cdd1cab23161","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.069797515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a8e9d77b-4209-4b45-82d6-f609ead5ef8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.085230271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"052274f3-60b9-406d-a0b1-cdd1cab23161","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.105871841Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"052274f3-60b9-406d-a0b1-cdd1cab23161","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.126045178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"0984a3ff-9251-48ac-b52b-fb9d8f2ddf03","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.151532973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"0984a3ff-9251-48ac-b52b-fb9d8f2ddf03","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.172428717Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"0984a3ff-9251-48ac-b52b-fb9d8f2ddf03","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.210245147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"fb215cb1-e6ea-4200-91eb-cc10cde1c168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.212031404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3baa781-af1a-4b54-9046-40052e0709b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.226381769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"dcbc66f6-bfb6-4d81-b8eb-eed4689916ef","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.232403133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"fb215cb1-e6ea-4200-91eb-cc10cde1c168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.233656441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3baa781-af1a-4b54-9046-40052e0709b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.247529557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c3eb9bc3-c13f-4fa8-82ef-86b2ad9c482f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.248580487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"dcbc66f6-bfb6-4d81-b8eb-eed4689916ef","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.269391582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c3eb9bc3-c13f-4fa8-82ef-86b2ad9c482f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.282693164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"71cbb461-207a-452f-966d-611d8d412410","namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.298911723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"f28a0281-9e91-4cf7-9b1a-a9b41e7687fe","MaaSModelRef":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.326987167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"6bf9f2bd-5c5e-4fcf-a0c5-d14662e08f36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.348847612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"6bf9f2bd-5c5e-4fcf-a0c5-d14662e08f36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.366813087Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"6bf9f2bd-5c5e-4fcf-a0c5-d14662e08f36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.472074098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e1bbed92-6094-4ae3-9911-d51a65700493","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.472115401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e1bbed92-6094-4ae3-9911-d51a65700493","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.472121456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"389463f6-7239-4178-ab60-c6448fe56eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.488103415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"fef5a8a9-6c39-4a77-8d88-38702748a5a1","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.493679736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"389463f6-7239-4178-ab60-c6448fe56eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.510337649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"fef5a8a9-6c39-4a77-8d88-38702748a5a1","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.533170018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8ff700-ce1a-4237-be5f-2aa3d0b149ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.533166264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"2a5a24a7-ce03-42dd-9b52-1f2c51a2aff0","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.534814373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"c438a6b6-f5e3-42d6-814d-69e607d5918a","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.554998675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8ff700-ce1a-4237-be5f-2aa3d0b149ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.555253459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"2a5a24a7-ce03-42dd-9b52-1f2c51a2aff0","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.559302074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"c438a6b6-f5e3-42d6-814d-69e607d5918a","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.676823498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2b554592-312e-4a5a-af57-c643b9990e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.698199429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2b554592-312e-4a5a-af57-c643b9990e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.740714254Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"a282d892-a92a-428f-b36f-5122643fd95a","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","error":"MaaSModelRef not found: e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.759813455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.777772124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d983dc7d-050c-4d4e-952c-27ddc0b05c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.778811031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eef80749-8675-44d2-848e-1929dc18f60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.78022706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a1c3f370-9954-46e2-ac52-c0ac60125973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.799642166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d983dc7d-050c-4d4e-952c-27ddc0b05c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.799939127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eef80749-8675-44d2-848e-1929dc18f60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.802175736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a1c3f370-9954-46e2-ac52-c0ac60125973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.817119321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7e6ccd","namespace":"e2e-extmod-rec-user-8a8e98"},"namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","reconcileID":"e5b05bd7-f55c-4db0-92f5-d1ec7d26b6a1","namespace":"e2e-extmod-rec-user-8a8e98","name":"e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.867372543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"5e000094-36a8-4695-94bb-ed97e6a410ba","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.876509711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7cc2efde-49d3-4f29-af89-50715236bee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.899570803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"5e000094-36a8-4695-94bb-ed97e6a410ba","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.906025743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7cc2efde-49d3-4f29-af89-50715236bee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.90895221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6319b0d6-ce19-484c-99cc-7f06b11f5954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.916740885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"252cf5c8-df10-40fc-a296-e81a6c8f90d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.929910654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"1a2b91cb-7d1e-4d4e-9010-0918d663f22c","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.92994922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"1a2b91cb-7d1e-4d4e-9010-0918d663f22c","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.937920814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"718d7a47-2120-4c16-8ad9-ce6e297eff9a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.938634138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6319b0d6-ce19-484c-99cc-7f06b11f5954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.944170129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"252cf5c8-df10-40fc-a296-e81a6c8f90d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.959716407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"718d7a47-2120-4c16-8ad9-ce6e297eff9a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:10.980685219Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"718d7a47-2120-4c16-8ad9-ce6e297eff9a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.028303192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"5e1f4f5c-ed4c-44d4-b60b-fb47cabb2c09","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.049670944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"5e1f4f5c-ed4c-44d4-b60b-fb47cabb2c09","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.06976587Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"5e1f4f5c-ed4c-44d4-b60b-fb47cabb2c09","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.113917139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"686d1198-1ec9-461d-b140-ccaf5b7a508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.114110133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"62f7470f-d800-4f1f-8638-3744d685add7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.132071098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8a97c885-c53b-46fa-bb6b-991a200e55f3","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.137518262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"62f7470f-d800-4f1f-8638-3744d685add7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.13770223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"686d1198-1ec9-461d-b140-ccaf5b7a508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.153528151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8a97c885-c53b-46fa-bb6b-991a200e55f3","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.215060936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"83e5e47b-7309-4bd7-ae13-fc4d409da5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.230935561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"7d52b1ab-3f0e-40be-8a38-48d88bfb9abe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.236547217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"83e5e47b-7309-4bd7-ae13-fc4d409da5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.252752146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"7d52b1ab-3f0e-40be-8a38-48d88bfb9abe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.252795264Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"7d52b1ab-3f0e-40be-8a38-48d88bfb9abe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.37877285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8c49a231-10f2-49d3-b199-7b8b1a2e5d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.39468011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"818ab758-ef17-4ee3-9d70-5532540639a0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.395295678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f73e385b-66f3-4cd0-be71-a77e9fb8b7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.395781853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7c196c85-29c5-41d6-9fcd-b7f7d48ce095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.473318472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8c49a231-10f2-49d3-b199-7b8b1a2e5d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.477189611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"818ab758-ef17-4ee3-9d70-5532540639a0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.480639541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f73e385b-66f3-4cd0-be71-a77e9fb8b7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.484158529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7c196c85-29c5-41d6-9fcd-b7f7d48ce095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.505267288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"e03a9701-7cd9-4bd5-9d98-816ce16d7a23","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.526482354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"e03a9701-7cd9-4bd5-9d98-816ce16d7a23","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.571666995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"ab37bb74-90c8-4421-959e-301b53d77e3c","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.576972811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c3a9785-d032-4fde-8873-65108f2adf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.58005189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cb8e7bbf-dc10-4fea-822a-b22a9f404a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.594196824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"ab37bb74-90c8-4421-959e-301b53d77e3c","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.598092646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c3a9785-d032-4fde-8873-65108f2adf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.601625607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cb8e7bbf-dc10-4fea-822a-b22a9f404a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.606929828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c3758fe2-d15a-4a0b-a84f-4be783f5eb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.628361222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c3758fe2-d15a-4a0b-a84f-4be783f5eb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.656214963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"fcc6e9a3-5dc5-4644-af00-c7aadd8d3fbd","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:11.679861567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"fcc6e9a3-5dc5-4644-af00-c7aadd8d3fbd","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:12.877001377Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"8490d02a-7819-4af1-982b-2a810cc4cd4d","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.05448878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"39786055-39b8-4f72-aa13-c296c61a6152","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.102538293Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"39786055-39b8-4f72-aa13-c296c61a6152","name":"e2e-extmod-a-4275b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.437205558Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]","namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub]","namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-recover-62e10e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.453755258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"d6279d20-3c77-495d-822d-57789ff611bb","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.453784841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"d6279d20-3c77-495d-822d-57789ff611bb","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:15.475185987Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-526154-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.487969361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"c2b72c63-dae9-4891-8634-09c7bd7e7857","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.487997644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"b236d4f3-0007-4c5b-bf6f-de92d8295ed4","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.509816507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"c2b72c63-dae9-4891-8634-09c7bd7e7857","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.509823221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"b236d4f3-0007-4c5b-bf6f-de92d8295ed4","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.512681228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"c25f00e9-310a-4885-8df1-f00fa224049b","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.512708961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"c25f00e9-310a-4885-8df1-f00fa224049b","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.559035879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"256bc9d5-8cb9-4356-8619-7c06f7e9cc0b","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.559066332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"256bc9d5-8cb9-4356-8619-7c06f7e9cc0b","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.617797693Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"17a9bb16-32c7-48a1-b7ed-59e2425fa430","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-att-unrel-526154","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.709781189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"51211184-811c-4eb4-af60-ef8eb3a4cc45","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.709812959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"51211184-811c-4eb4-af60-ef8eb3a4cc45","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.731133287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"10d5663f-c106-4718-8612-4ca87993d110","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.732310964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"765b14ef-5477-4885-8491-04bb902e2d6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.751099429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"10d5663f-c106-4718-8612-4ca87993d110","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.751932145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"765b14ef-5477-4885-8491-04bb902e2d6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:15.769697385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"07656fd6-065a-4cc8-9260-cea819e11922","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.296772324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"c6d7c23e-1d3c-4dc0-8196-5d50a0f7043f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.298185532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4bee701a-0dce-4963-810d-a0442e84b911","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.298282696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"238c0c63-3246-4599-9a6d-dce5ec6ea830","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.320676715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4bee701a-0dce-4963-810d-a0442e84b911","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.371714381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"238c0c63-3246-4599-9a6d-dce5ec6ea830","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.372572377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"c6d7c23e-1d3c-4dc0-8196-5d50a0f7043f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.373404195Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"4bee701a-0dce-4963-810d-a0442e84b911","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:18.390796839Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"238c0c63-3246-4599-9a6d-dce5ec6ea830","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:22.913488919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"18e463bc-75ed-405e-8d4e-5844aff07838","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.755223743Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"1f7dedef-923a-4ca4-b541-bd6833eb1011","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.777470588Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"d6937134-17b2-4dce-a930-2baaa32eb488","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.802571272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"3335bfb5-933b-4a0c-96ae-37a51fdc32ce","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.80407763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0111def-8833-41ae-aecb-dc78c628bef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.805627392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e138850d-3542-4476-83d7-efdebe63eb04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.817813394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1417452f-f0e3-4814-b1d6-9b00e468cbe5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.82278265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"3335bfb5-933b-4a0c-96ae-37a51fdc32ce","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.823179216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"c3c46d79-fe18-4cc5-83fc-250d3763a29b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.823988197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0111def-8833-41ae-aecb-dc78c628bef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.827252269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e138850d-3542-4476-83d7-efdebe63eb04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.838531167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1417452f-f0e3-4814-b1d6-9b00e468cbe5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.843032956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"c3c46d79-fe18-4cc5-83fc-250d3763a29b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:23.86333835Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"c3c46d79-fe18-4cc5-83fc-250d3763a29b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.000193032Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"765ed263-e7b9-449d-b126-96d7464d02c7","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.005825914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"304940f2-6623-4c3d-ba75-5f486a0a6ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.005908969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c66b3577-96dc-43b0-8171-ebe3214d655c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.033527551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"304940f2-6623-4c3d-ba75-5f486a0a6ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.033585671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c66b3577-96dc-43b0-8171-ebe3214d655c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.107851346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8d375d38-be95-4725-8519-6ab6bc4d0ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.108266921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"70fe66e7-1ac3-4d8a-9514-1e8af90f4e1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.108313271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1d8cbdfa-5ae5-42d7-875b-d0110ecf4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.129892381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8d375d38-be95-4725-8519-6ab6bc4d0ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.130783064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"70fe66e7-1ac3-4d8a-9514-1e8af90f4e1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.13225599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1d8cbdfa-5ae5-42d7-875b-d0110ecf4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.149350988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"24a9d13d-9f35-4f83-ad44-17774594eb89","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.149478089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e163de02-a3b7-487f-85c9-24e407f7aef1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.162608613Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"e4a6c3ab-3c60-489c-9f88-3208c01be574","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.170452412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"24a9d13d-9f35-4f83-ad44-17774594eb89","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.170650682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e163de02-a3b7-487f-85c9-24e407f7aef1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.178984051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"d5a54554-2763-4cf2-8b3a-3331a5a6bc6c","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.179006434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"d5a54554-2763-4cf2-8b3a-3331a5a6bc6c","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.190591286Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e163de02-a3b7-487f-85c9-24e407f7aef1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.191811902Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"24a9d13d-9f35-4f83-ad44-17774594eb89","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.429943657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"260ce53f-150c-49f2-aa95-6d38d0c14e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.430526539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9209fbc0-7503-4508-ac8e-f6962c7f54de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.436047096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8d9442dc-ade2-4db1-b279-0682c5e6e7f5","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.449415819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"31c784e4-01e8-4ea3-8da6-cf34f39dc517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.451729605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"260ce53f-150c-49f2-aa95-6d38d0c14e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.452044454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9209fbc0-7503-4508-ac8e-f6962c7f54de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.452141978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"a6e0e305-9b7d-42e7-975f-be3338677d71","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.457244316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8d9442dc-ade2-4db1-b279-0682c5e6e7f5","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.471395405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"31c784e4-01e8-4ea3-8da6-cf34f39dc517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.473126068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"a6e0e305-9b7d-42e7-975f-be3338677d71","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.550764013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"bfc2ba37-1bff-4093-affa-51423d23d8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.567247386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"00e96def-0dbd-4b98-90ef-78221091d4ba","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.568729918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6afc4f56-b082-4e77-9151-36dfa569bf66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.572901381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"bfc2ba37-1bff-4093-affa-51423d23d8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.588782955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"85515aa1-a59f-462d-984b-6cffb64dc6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.59135741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"00e96def-0dbd-4b98-90ef-78221091d4ba","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.593583727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6afc4f56-b082-4e77-9151-36dfa569bf66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.610673301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"85515aa1-a59f-462d-984b-6cffb64dc6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.620999254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7a908a72-4002-4d7f-93e8-6a8d40903c75","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.642768914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7a908a72-4002-4d7f-93e8-6a8d40903c75","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.693147717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"057d4d76-6c23-4eac-a8a6-fd66141085f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.715215482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"057d4d76-6c23-4eac-a8a6-fd66141085f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.736115974Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"057d4d76-6c23-4eac-a8a6-fd66141085f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.772969669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2093cbb5-8cb6-4f0b-8e66-b930742e1ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.772967773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"65b420af-70fb-4e06-b7ba-614925510cb6","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.779964122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d456a29d-2a2f-42f8-b5f9-9097b09737f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.795198216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2093cbb5-8cb6-4f0b-8e66-b930742e1ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.795503734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"65b420af-70fb-4e06-b7ba-614925510cb6","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.801003653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d456a29d-2a2f-42f8-b5f9-9097b09737f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.872668831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1cf17588-ef59-4af8-9639-e8fb5f0870c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.873438584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"39cfb0e2-7c89-4bf1-ab77-bafe8698ba6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.894016726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1cf17588-ef59-4af8-9639-e8fb5f0870c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.894201217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"39cfb0e2-7c89-4bf1-ab77-bafe8698ba6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.973845331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"088366f7-47f0-43aa-9ec5-aeba4bbd0fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.974031644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b8f75b6e-d5c5-4c4b-973a-4ee2ccdc7be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.991181262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"ea62407c-d447-4ce2-8353-2908871bdf6e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.995264236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"088366f7-47f0-43aa-9ec5-aeba4bbd0fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:24.995337908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b8f75b6e-d5c5-4c4b-973a-4ee2ccdc7be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:25.012434651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"ea62407c-d447-4ce2-8353-2908871bdf6e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:25.032680892Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"ea62407c-d447-4ce2-8353-2908871bdf6e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:25.095249705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"036a9479-6ce6-485e-92ce-9f3def4e4918","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:25.11838841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"036a9479-6ce6-485e-92ce-9f3def4e4918","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:25.139562024Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"036a9479-6ce6-485e-92ce-9f3def4e4918","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.473346713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"fb82577f-0448-41e7-9918-7af01423e78c","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.49488234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"108c4fab-68b9-4367-9673-a9c356bcb5ea","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.524402432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"88905443-c2be-47c7-9c00-4bd43a605ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.525002239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"334e7bff-1f69-4b86-a61a-70bfc159c27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.525886835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6884a690-f106-49c3-a7fd-ab27baa81e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.528703974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"e5b6bfb1-47c3-4ff2-a127-90b5cad9d31d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.543670895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"2b0cebef-6757-4314-aa40-c71a8fbfdee7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.547657402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"88905443-c2be-47c7-9c00-4bd43a605ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.550104123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"334e7bff-1f69-4b86-a61a-70bfc159c27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.552727357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6884a690-f106-49c3-a7fd-ab27baa81e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.55348906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"e5b6bfb1-47c3-4ff2-a127-90b5cad9d31d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.587861755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"2b0cebef-6757-4314-aa40-c71a8fbfdee7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.608938914Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"2b0cebef-6757-4314-aa40-c71a8fbfdee7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.693597077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"512b2c78-4e2f-4478-bbf2-aa786e0603d6","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.709042857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"3caa2faf-6bbe-4656-bb9f-ef6abcb48219","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.751413057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"24a6e5f4-0608-4054-87be-2301a253f469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.751871035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d534674-e9ee-40db-a2f0-159d5ac5544c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.753222025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6a3e63dd-f18b-49f7-8e21-dc424848762d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.763824689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"d3f3e04d-a216-4a13-b66c-2d263b3351b8","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.773051855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d534674-e9ee-40db-a2f0-159d5ac5544c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.773338151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"24a6e5f4-0608-4054-87be-2301a253f469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.775975853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6a3e63dd-f18b-49f7-8e21-dc424848762d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.783397462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"b35a2386-0f3c-4a58-8352-c25b79a3d9fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:26.797788445Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"d3f3e04d-a216-4a13-b66c-2d263b3351b8","name":"e2e-cfl-724767","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-724767\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:26.797848589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"d3f3e04d-a216-4a13-b66c-2d263b3351b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-724767\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.800155806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f35abb2f-54a6-4117-b869-a6c2eb8b5ecb","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.804599359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"b35a2386-0f3c-4a58-8352-c25b79a3d9fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.820633783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"eb92417d-d2dd-4320-8281-f1f850892707","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.822637172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f35abb2f-54a6-4117-b869-a6c2eb8b5ecb","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.824277411Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"b35a2386-0f3c-4a58-8352-c25b79a3d9fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.842438281Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f35abb2f-54a6-4117-b869-a6c2eb8b5ecb","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.871186527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"ad74b181-f02d-4191-bc2f-5bec288564aa","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.87121558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"ad74b181-f02d-4191-bc2f-5bec288564aa","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.956782411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ddd8ccb2-53f3-4883-ac79-9e67ec1d057b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.958202733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"006dad14-809d-4386-a5f0-b48ba5c53fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.972557697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"e0a4e063-357e-4794-887a-6208cd9aca20","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.979278984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ddd8ccb2-53f3-4883-ac79-9e67ec1d057b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.980404326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"006dad14-809d-4386-a5f0-b48ba5c53fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:26.995225186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"e0a4e063-357e-4794-887a-6208cd9aca20","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.06522898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e6f4caf9-31a4-47d0-adec-5c8557a57bb1","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.06523445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8e894839-d8da-4f9d-bb5f-62620b653697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.088509069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e6f4caf9-31a4-47d0-adec-5c8557a57bb1","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.08856573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8e894839-d8da-4f9d-bb5f-62620b653697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.172688857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1e02f951-50e4-4726-bec5-d706306bbad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.186705103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"35dfd2a0-c9dc-4dce-83fb-36cfe94b6ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.188074671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1310b383-ca1f-4587-afc9-62f445a290d2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.193853545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1e02f951-50e4-4726-bec5-d706306bbad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.209908795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1310b383-ca1f-4587-afc9-62f445a290d2","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.209932855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"35dfd2a0-c9dc-4dce-83fb-36cfe94b6ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.273502135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e0527c5d-1524-4fd4-9b86-49e2bb39c79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.289828352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ba12f23e-c10a-423d-ac5e-d234d9b589d1","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.295275432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e0527c5d-1524-4fd4-9b86-49e2bb39c79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.311751808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ba12f23e-c10a-423d-ac5e-d234d9b589d1","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.388635734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"d7cfc7d0-c64a-412b-a800-552591a1f383","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.409892967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"d7cfc7d0-c64a-412b-a800-552591a1f383","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.429707926Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"d7cfc7d0-c64a-412b-a800-552591a1f383","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.477201656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d3dd550-de28-45b7-8ba2-927153f04dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.480611062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b939130d-42ed-473f-a807-258b1d1da158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.481413175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"3b60bba7-b69b-43e8-a962-049b82990772","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.496267566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"96804426-a95c-49f3-a8ae-c9bf0774dbbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.499016941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d3dd550-de28-45b7-8ba2-927153f04dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.501715622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b939130d-42ed-473f-a807-258b1d1da158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.50228337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"dacd2fd1-0e01-449e-a273-115d2d15949e","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.502301197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"dacd2fd1-0e01-449e-a273-115d2d15949e","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.50261373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"3b60bba7-b69b-43e8-a962-049b82990772","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.518042595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"96804426-a95c-49f3-a8ae-c9bf0774dbbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.557854736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4bfccb9f-73da-4e9d-a97a-080bddf5056e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.617774713Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4bfccb9f-73da-4e9d-a97a-080bddf5056e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.63780046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4bfccb9f-73da-4e9d-a97a-080bddf5056e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.676269008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"b80ee2b6-6dae-4cae-b9c7-80d85c173714","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:27.676297844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"b80ee2b6-6dae-4cae-b9c7-80d85c173714","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.28205193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"9e325fa0-79d2-4a7f-901c-74cd334fa59b","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","subscription":"e2e-rec-recover-62e10e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.282241598Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-sub","reconcileID":"9e325fa0-79d2-4a7f-901c-74cd334fa59b","MaaSSubscription":{"name":"e2e-rec-recover-62e10e-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.459831421Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]","namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub]","namespace=ai-tenant-e2e-extmod-b-c34cbd priority=0:[ai-tenant-e2e-extmod-b-c34cbd/e2e-att-serve-d4a520-sub ai-tenant-e2e-extmod-b-c34cbd/e2e-rec-ctrl-7e6ccd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.521916726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"a45150d8-3555-42a2-99fe-dcb2897107b9","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.521945647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"a45150d8-3555-42a2-99fe-dcb2897107b9","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.527000801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a9bd923e-d50c-407b-b974-24822e8280b8","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.528552622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"bfe60223-1c63-4b31-8df8-704364ef6b26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.52855648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f4106193-55cd-48f7-840b-96b0383307f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.548751928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a9bd923e-d50c-407b-b974-24822e8280b8","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.552535373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"bfe60223-1c63-4b31-8df8-704364ef6b26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.553624432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f4106193-55cd-48f7-840b-96b0383307f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.556191924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"591cb55c-e437-4c5a-a514-3c6cee3f1ca6","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.556222897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"591cb55c-e437-4c5a-a514-3c6cee3f1ca6","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.576468008Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"bfe60223-1c63-4b31-8df8-704364ef6b26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.577791853Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"f4106193-55cd-48f7-840b-96b0383307f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:28.693890809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-recover-62e10e-access","reconcileID":"cd7c0adb-8c9a-43fa-8d5e-5a82c4a4ffd2","MaaSAuthPolicy":{"name":"e2e-rec-recover-62e10e-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-noaccess-f80982/e2e-rec-recover-62e10e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:29.314061787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"6dd554a8-9565-43d6-892f-f5a11814e64d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:29.314109247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"b849749a-6a80-4893-a56e-29e94ab7a161","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:29.335989607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"b849749a-6a80-4893-a56e-29e94ab7a161","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:29.336085128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"6dd554a8-9565-43d6-892f-f5a11814e64d","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:29.356648739Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"b849749a-6a80-4893-a56e-29e94ab7a161","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:32.947981821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"b078bce1-9bf7-4e5c-84c5-61c7629b1caa","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:36.85479676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"9ec36e18-3244-44a7-b9bc-0686127c5a40","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:36.964837303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"15551873-76e3-4dbd-96a4-9628551562ad","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.058132321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"d3819e8a-a053-4ca1-b962-04a858e05cc6","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.058159233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"d3819e8a-a053-4ca1-b962-04a858e05cc6","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.478506469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"da161d66-dcb6-4b3e-8915-ca9931090939","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.499701915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"da161d66-dcb6-4b3e-8915-ca9931090939","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.519515815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"da161d66-dcb6-4b3e-8915-ca9931090939","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.629134736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"a8bc357b-3ad4-495d-b919-0dc1f662bf85","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.629143391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"3f530216-cded-4efb-9c3d-6aeaa45549eb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.652046555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"3f530216-cded-4efb-9c3d-6aeaa45549eb","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:37.652138363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"a8bc357b-3ad4-495d-b919-0dc1f662bf85","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.902031407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"95cd5579-6ef4-43ef-a08a-55f101c57087","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.922501722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"20aa9e82-8ad9-444c-afd7-9b1a6f42c65f","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.938313414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"df736048-0ce1-4109-bcc6-ea02144c24f5","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.953177559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"908077e0-e740-4647-9b86-e79c7cd50b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.960199835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d2373f1b-9964-4674-9445-cd94d1ecc1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.960428201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"2ba142b8-8292-4b34-a60c-d1accc2b7dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.960735658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bab169d5-afaf-4fe3-b483-8159f20d7f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.964549702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"df736048-0ce1-4109-bcc6-ea02144c24f5","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.974483944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"908077e0-e740-4647-9b86-e79c7cd50b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.982826787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d2373f1b-9964-4674-9445-cd94d1ecc1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.983317909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bab169d5-afaf-4fe3-b483-8159f20d7f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.984732321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"df736048-0ce1-4109-bcc6-ea02144c24f5","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:38.986602189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"2ba142b8-8292-4b34-a60c-d1accc2b7dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.020717547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"31c5f269-3718-4b06-b8d3-4f658364d20a","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.020748229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"31c5f269-3718-4b06-b8d3-4f658364d20a","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.041557529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"10e2c52a-f48a-470f-a49a-c53511720828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.059535024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"51927ed4-d088-4da9-b2fb-12ccff38e78f","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.059567087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"51927ed4-d088-4da9-b2fb-12ccff38e78f","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.062726263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"10e2c52a-f48a-470f-a49a-c53511720828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.092716217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"f65f49ee-940e-4f8b-bf01-b4b08ee13054","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.0929177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"f42039e8-f37f-4bfd-a589-8636abace670","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.094298618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"5b72cf2c-6576-47be-b220-f0ea4aac4e00","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.094338291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"5b72cf2c-6576-47be-b220-f0ea4aac4e00","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.14115273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7c9cc2bc-b806-4cb4-b455-524330ec522d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.162548985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7c9cc2bc-b806-4cb4-b455-524330ec522d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.164515953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"eef4b923-9836-445b-b99a-49aeedb71506","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.242398509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f0998fe9-bb7c-4232-8b8b-e76dc835a8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.257953971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"fb9ee67d-e77e-429e-898e-2ac9b7a87bc6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.260193113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19178d7-9d84-4e35-90bf-a5cf30efe841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.26031051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5e500e46-eb56-4218-86cd-52e3a05023b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.265559056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f0998fe9-bb7c-4232-8b8b-e76dc835a8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.281990705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"fb9ee67d-e77e-429e-898e-2ac9b7a87bc6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.282713826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19178d7-9d84-4e35-90bf-a5cf30efe841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.285653885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5e500e46-eb56-4218-86cd-52e3a05023b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.301379917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"88ec8613-e9c4-48bf-8226-2abc61e2bf89","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.304389146Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"fb9ee67d-e77e-429e-898e-2ac9b7a87bc6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.322640246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"a7f0bf5e-f725-4b9e-8e51-e89b0b19bcc3","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","subscription":"e2e-rec-ctrl-7e6ccd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.323360342Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-sub","reconcileID":"a7f0bf5e-f725-4b9e-8e51-e89b0b19bcc3","MaaSSubscription":{"name":"e2e-rec-ctrl-7e6ccd-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","error":"MaaSModelRef not found: e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.329970543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"88ec8613-e9c4-48bf-8226-2abc61e2bf89","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.422142944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]","namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.463077436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"b0e785f2-1732-4023-8de3-5feb5bb2f0c0","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.463195551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"b0e785f2-1732-4023-8de3-5feb5bb2f0c0","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.464734743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a158b302-2fdc-4802-9bff-c5a29bb8df86","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.467822186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"337e9933-f83c-40c1-904e-24dcd63dbcc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.467822136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"aae9c552-3efb-4726-bcf6-88acd04b7434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.470835067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"3c3a2089-a1af-42b2-a3d8-b781061d7fab","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.488157742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"a158b302-2fdc-4802-9bff-c5a29bb8df86","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.491902489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"337e9933-f83c-40c1-904e-24dcd63dbcc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.495638881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"aae9c552-3efb-4726-bcf6-88acd04b7434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.496059159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"3c3a2089-a1af-42b2-a3d8-b781061d7fab","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.497165707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"5058cdaf-ed44-488c-83c8-721a37fe8c1f","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.531806172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"b304508e-eeea-4733-82b4-75c5e4791023","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.531836373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"b304508e-eeea-4733-82b4-75c5e4791023","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.567207961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e744675d-4b4b-4f57-87b0-c9d8e7a920f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.568359504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"25b1fc29-4776-40e9-9702-9b96479d59ab","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.568538394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"6eacdb8b-d4ec-4e62-9695-68706e49ea92","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.568975739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"225f33d6-3dbd-47bc-bc2e-7920fa137016","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.56899526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"225f33d6-3dbd-47bc-bc2e-7920fa137016","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.589253779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e744675d-4b4b-4f57-87b0-c9d8e7a920f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.60258055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"35f93600-510c-4026-809f-a0899d3fff6c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.636217803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"f79ab9bc-7c46-4076-9c98-0114fc93bda5","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.63624591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"f79ab9bc-7c46-4076-9c98-0114fc93bda5","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.709448169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-rec-ctrl-7e6ccd-access","reconcileID":"d2e5d659-3a70-4b8f-89dd-ffa0d808148b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7e6ccd-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-rec-user-8a8e98/e2e-rec-ctrl-7e6ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.76108554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"380105ba-b6d1-47cb-baec-2586ce5efe2b","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.762746978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e3cd77cc-19d8-44ca-9501-2cf5a2d62879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.779302556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0e9abfe5-d933-452b-8ab4-5ffe27ede8dd","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.787188171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e3cd77cc-19d8-44ca-9501-2cf5a2d62879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.803668457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"380105ba-b6d1-47cb-baec-2586ce5efe2b","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.812031733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"0e9abfe5-d933-452b-8ab4-5ffe27ede8dd","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.853033926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"e36b1692-7d45-4a46-9461-5a911520f032","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.875890594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"e36b1692-7d45-4a46-9461-5a911520f032","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.896898859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"e36b1692-7d45-4a46-9461-5a911520f032","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.899806859Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"4a078989-14f3-4c91-82e9-dcbe4ab21839","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:39.916387725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"dbfd0a87-0490-4fd5-b726-12644bdd26d8","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.937767809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b939c6e-55bc-4d67-8ba4-69e9a8d9d097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:39.939426583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"dbfd0a87-0490-4fd5-b726-12644bdd26d8","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.957912428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c83acb47-929c-49f6-be10-25550bf5a923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.965618711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b939c6e-55bc-4d67-8ba4-69e9a8d9d097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:39.971920125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"1c5bb0bd-e197-401d-95f0-5c5b291dd9f2","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:39.97200912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"1c5bb0bd-e197-401d-95f0-5c5b291dd9f2","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.983097657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c83acb47-929c-49f6-be10-25550bf5a923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:39.991041199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"791cf805-0f2e-42e4-b92f-e05f3cb797af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.000446626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"adbd85dd-2f80-4e13-9159-086d5bb82069","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.000544439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"adbd85dd-2f80-4e13-9159-086d5bb82069","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.016939827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"791cf805-0f2e-42e4-b92f-e05f3cb797af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.03800211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"0f2cc286-1832-469f-a289-2bf5a877c8ec","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.038084369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"0f2cc286-1832-469f-a289-2bf5a877c8ec","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.062102864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"d0ef52cb-b99c-4815-9a4e-752795dbb6b7","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.06466409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"15042594-b859-43d0-8da3-af748e059bfa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.07784389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e112b178-8e51-449c-a8ac-4a522f6f522a","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.082980726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"928d2f8b-93db-4269-9f48-aff785b23f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.083909948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"d0ef52cb-b99c-4815-9a4e-752795dbb6b7","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.086444409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"15042594-b859-43d0-8da3-af748e059bfa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.094753185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"0ef8671d-0b30-45b2-beb5-d4f769111512","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.094833727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"0ef8671d-0b30-45b2-beb5-d4f769111512","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.10022215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e112b178-8e51-449c-a8ac-4a522f6f522a","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.104137221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"928d2f8b-93db-4269-9f48-aff785b23f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.10617867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"15042594-b859-43d0-8da3-af748e059bfa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.187897899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"06254100-08b4-49a9-b325-2cefcc0f2a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.188058052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6407de5c-a7af-4e72-a26c-596255c4cc8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.192285306Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"baef7c62-9b12-4b61-9a35-e3de918b0ff0","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.19237181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"baef7c62-9b12-4b61-9a35-e3de918b0ff0","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.207516021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a0ccb2a9-18f2-491d-be06-58085acac70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.209653643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"06254100-08b4-49a9-b325-2cefcc0f2a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.210109225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6407de5c-a7af-4e72-a26c-596255c4cc8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.228971583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a0ccb2a9-18f2-491d-be06-58085acac70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.289431209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22efbdb5-1475-44d4-8f9e-063a0b67051b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.292829937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7793698d-96dd-4068-a23d-bd5c9b532506","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.310843229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22efbdb5-1475-44d4-8f9e-063a0b67051b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.313014334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6a27fdcb-9854-49c6-91df-4ec998bb5b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.319241616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7793698d-96dd-4068-a23d-bd5c9b532506","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.329608674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"bf465d3c-39dc-4a1e-a9a2-8420cedd192a","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.330001531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5d87585b-c767-45d4-ae26-d83dede4c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.334406546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6a27fdcb-9854-49c6-91df-4ec998bb5b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.339697906Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7793698d-96dd-4068-a23d-bd5c9b532506","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.351078188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"5d87585b-c767-45d4-ae26-d83dede4c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.351182486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"bf465d3c-39dc-4a1e-a9a2-8420cedd192a","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.369151153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"06756fc7-9e7c-4d4d-9f77-139faedcb79d","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.369223319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"06756fc7-9e7c-4d4d-9f77-139faedcb79d","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.409620838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3b4af403-9ed3-4508-964e-9bc374239222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.421639154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"38c70c29-9ede-4bca-ac00-aedb7b862ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.430965062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3b4af403-9ed3-4508-964e-9bc374239222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.433294471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"33342771-705d-46db-9689-c126b50df057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.442747573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"38c70c29-9ede-4bca-ac00-aedb7b862ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.454714695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"33342771-705d-46db-9689-c126b50df057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.464879921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"023537e9-bff2-48bc-b485-045243c87dd9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.481922335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"90e5b882-fc07-4325-b282-b9c651f3a2e0","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.486423525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"023537e9-bff2-48bc-b485-045243c87dd9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.504275731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"90e5b882-fc07-4325-b282-b9c651f3a2e0","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.530072859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0473a95-10a4-428a-8880-b69f8e40a70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.551719746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0473a95-10a4-428a-8880-b69f8e40a70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.706714162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"b5c9fa11-13d2-4d2d-bc14-d6034c0d7231","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:40.70680585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"b5c9fa11-13d2-4d2d-bc14-d6034c0d7231","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.737889921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"71a20565-3b95-4339-a993-af48a97248fb","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.759975997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.798425536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"c13cadc2-11db-4ec8-b0ff-62b6c56a0116","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.811924895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"1a10f988-5474-4e1c-89ec-003670ad40bf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.812009365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"466c0beb-3736-4efd-b6a2-3fdb548cc35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.813872203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"945ddc69-0729-48cc-b75c-a32c5393c940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.817938931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a13541f-4295-4b7c-94a6-e45e2fa35ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.819789335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"c13cadc2-11db-4ec8-b0ff-62b6c56a0116","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.833452794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"466c0beb-3736-4efd-b6a2-3fdb548cc35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.833524005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"1a10f988-5474-4e1c-89ec-003670ad40bf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.835973193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"945ddc69-0729-48cc-b75c-a32c5393c940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.839090307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a13541f-4295-4b7c-94a6-e45e2fa35ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.839479901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"c13cadc2-11db-4ec8-b0ff-62b6c56a0116","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.91161042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c2419286-94f5-499a-9869-ffb0242d7b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:40.932910636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c2419286-94f5-499a-9869-ffb0242d7b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.030442207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cf038397-946c-4759-9d71-5ce7ac1ffc81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.033951648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0d056b70-a88a-4556-b263-703bdf253fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.051013064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e8e02570-4d52-4e7a-9ccc-913642ab20e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.053058164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cf038397-946c-4759-9d71-5ce7ac1ffc81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.055964389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0d056b70-a88a-4556-b263-703bdf253fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.072497768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e8e02570-4d52-4e7a-9ccc-913642ab20e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.093217664Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e8e02570-4d52-4e7a-9ccc-913642ab20e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.120942844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"16c65ada-31d6-4d08-9c4e-f01edad13e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.120980599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50cba0ed-b058-42ba-a535-3c320694d642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.142612608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"16c65ada-31d6-4d08-9c4e-f01edad13e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.142811532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50cba0ed-b058-42ba-a535-3c320694d642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.21943927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"99900c4d-9b0b-4d2a-888a-746d637f37f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.23452321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8a582180-9017-47a5-a4fe-f43934247e21","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.240832053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"99900c4d-9b0b-4d2a-888a-746d637f37f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.257061099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8a582180-9017-47a5-a4fe-f43934247e21","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.305284959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"ecf419be-4cf5-4a42-9227-41c7707d1094","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.3186136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d4863007-2feb-4818-b633-bfa35fe9ccf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.31961051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d53e1111-2f4a-4740-8682-0c55fa463b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.326523091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"ecf419be-4cf5-4a42-9227-41c7707d1094","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.340708904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d4863007-2feb-4818-b633-bfa35fe9ccf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.341564308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d53e1111-2f4a-4740-8682-0c55fa463b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:41.365593321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"62db35e7-cecf-4b0a-9243-7752c3f52da4","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:41.365673807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"62db35e7-cecf-4b0a-9243-7752c3f52da4","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.418007512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8867797b-7eda-4efb-92ee-b08b3ed28230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.439205978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8867797b-7eda-4efb-92ee-b08b3ed28230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.44308151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d078d465-c654-435f-b874-70213b528373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.460986373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7a5acf60-2cf5-4c3e-97d8-9ca2e2a80fc9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.466366709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d078d465-c654-435f-b874-70213b528373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.486834928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"7a5acf60-2cf5-4c3e-97d8-9ca2e2a80fc9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.691603532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"ab1c0bf2-69cd-4261-b0ba-26df0b7684a1","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.691640001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"ab1c0bf2-69cd-4261-b0ba-26df0b7684a1","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.713157309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7fb7f202-b3f7-4d5c-9845-dbabb4613df9","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.738376897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"7fb7f202-b3f7-4d5c-9845-dbabb4613df9","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.74958421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"cfe57e03-61fb-41c9-8caf-4b4a94d1f59d","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d2e706d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.924779983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"63dd264b-1340-40d2-8587-24e86f1428c0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:41.946390336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"63dd264b-1340-40d2-8587-24e86f1428c0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:42.663605232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"783ca3e2-9f93-48cf-af77-b6131b414ccd","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:42.663686881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"783ca3e2-9f93-48cf-af77-b6131b414ccd","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:42.981649449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"3b81e3af-91d7-405a-89eb-6dcccee728e5","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:45.241099423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"fb013c54-14f5-4945-b5ab-b7f599717438","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:45.241187816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"fb013c54-14f5-4945-b5ab-b7f599717438","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.391418972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"59ac5da1-55df-4577-8cc7-5a03544f81fa","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:46.408822877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"1c3e55e8-55ea-4e61-9b30-e562cf0807a0","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:46.408906791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"1c3e55e8-55ea-4e61-9b30-e562cf0807a0","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.434602902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"fffde2a1-993a-465d-9be4-489d5a66867c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.447183208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e5b55331-5f41-44e3-b6f2-14351dd992ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.450089357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8ea646e7-7977-496e-bd9f-072c80250c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.450666579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8944d682-e7f3-4a7e-a820-9a4672131cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.45573828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"fffde2a1-993a-465d-9be4-489d5a66867c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.462197015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"b3244d20-652e-4f52-9bcc-3d21f884b73e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.468492157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e5b55331-5f41-44e3-b6f2-14351dd992ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.473007138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8944d682-e7f3-4a7e-a820-9a4672131cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.473056629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8ea646e7-7977-496e-bd9f-072c80250c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.475771219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"fffde2a1-993a-465d-9be4-489d5a66867c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.490808286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"b3244d20-652e-4f52-9bcc-3d21f884b73e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.513143651Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"b3244d20-652e-4f52-9bcc-3d21f884b73e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.526554655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a46d4a9d-5c0a-44e4-926e-f6070e5b3628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.547880874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a46d4a9d-5c0a-44e4-926e-f6070e5b3628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.654077027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"c1c0cd3d-1667-49d0-b61f-69e2b8cf02e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.656206617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f5858028-34c4-4fad-9d8c-9775e3175a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.670874941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"68f641bf-2a3d-4e40-a3b8-99111a112f0a","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.676848733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"c1c0cd3d-1667-49d0-b61f-69e2b8cf02e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.67943944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f5858028-34c4-4fad-9d8c-9775e3175a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.692309385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"68f641bf-2a3d-4e40-a3b8-99111a112f0a","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.73918147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"95c5f16a-fab6-4857-89e9-13213a8558db","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.754638892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3a578283-75ad-4a5f-a21a-595b9a095b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.760277245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"95c5f16a-fab6-4857-89e9-13213a8558db","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.776878149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3a578283-75ad-4a5f-a21a-595b9a095b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.855222376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"38cff2d5-4acd-4020-bf56-fb8f8881d783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:46.85658897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"7a7ce0b7-bf33-4fa4-a48b-87628fa23846","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:58:46.856658421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"7a7ce0b7-bf33-4fa4-a48b-87628fa23846","error":"ExternalModel e2e-extmod-att-user-383542/e2e-att-detach-8542ad is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.873585967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"2a2b864d-9c80-441c-a3dc-12cb63c4da3c","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.873609989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"2a2b864d-9c80-441c-a3dc-12cb63c4da3c","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.876579303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"38cff2d5-4acd-4020-bf56-fb8f8881d783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.907286033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e8254c22-87f7-4a8d-847c-ab7245f6d748","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.907310724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e8254c22-87f7-4a8d-847c-ab7245f6d748","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.914597723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"5735b6c6-3e8c-496c-a793-17ea45b94812","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.924773649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"75cb89b7-16cf-4624-a11c-3abc28642492","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.925124048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"320bdf55-5b0a-4f9b-ae12-f99b32ae8880","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.941658049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"a3118c53-09be-4d2c-9c6f-b9e01198fb22","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.941680399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"a3118c53-09be-4d2c-9c6f-b9e01198fb22","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.953665844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f4318ad5-fb89-4954-a965-8d87fd8fced7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.953808584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8890381a-bb69-42b8-bd6c-a1c7da3fd2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.975676304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f4318ad5-fb89-4954-a965-8d87fd8fced7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:46.976400862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8890381a-bb69-42b8-bd6c-a1c7da3fd2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.002126573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"a05cb1af-c0b8-480f-ad7a-70e491e2f323","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.058902055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"83803c99-b93a-4e56-ba63-6ce4751c3497","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.059125463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b31573e-21d1-4608-a1fa-52da923f5cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.071791349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"49d5a652-aacd-4098-a331-ea723c1c9b43","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.08062532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b31573e-21d1-4608-a1fa-52da923f5cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.080665499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"83803c99-b93a-4e56-ba63-6ce4751c3497","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.092973919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"49d5a652-aacd-4098-a331-ea723c1c9b43","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.159082154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3e7e7454-e042-44dc-8041-fcb3f85bbb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.159095604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bd1d3ab7-d7f0-4129-bb6c-043f3ab3eded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.180587222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bd1d3ab7-d7f0-4129-bb6c-043f3ab3eded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.180782665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3e7e7454-e042-44dc-8041-fcb3f85bbb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.27792732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"3b10dbf8-b5b2-49dd-b16d-1dba63711bf8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.300640426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"3b10dbf8-b5b2-49dd-b16d-1dba63711bf8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.309917453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"2641145b-23ed-4a0c-b7bc-64d50627b92a","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.310597603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"db45add0-760b-426d-86eb-72c26704cd4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.319033558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf67209-e8a3-4a70-b91c-3bd149271e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.321733941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"3b10dbf8-b5b2-49dd-b16d-1dba63711bf8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.355617962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"db45add0-760b-426d-86eb-72c26704cd4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.358100451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e4eac8ba-1355-4cb5-a91b-2033978c93a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.358965504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"2641145b-23ed-4a0c-b7bc-64d50627b92a","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.36346658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf67209-e8a3-4a70-b91c-3bd149271e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.402296599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e4eac8ba-1355-4cb5-a91b-2033978c93a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.418860924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e76c1c70-0349-47fd-9f96-3ac6eaa1b705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.422880895Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e4eac8ba-1355-4cb5-a91b-2033978c93a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.440243105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e76c1c70-0349-47fd-9f96-3ac6eaa1b705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.497880504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"62dc45d6-e1a3-4165-be5b-65d74a097b56","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.52065855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"62dc45d6-e1a3-4165-be5b-65d74a097b56","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.566002417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1205daf1-d49d-415d-b917-8b281f21aee8","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.58207273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a72f0785-a95f-4871-a31f-1cb9e725125e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.583527434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0efa4ce4-00eb-4b3b-ae02-c99b40e950cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.58391432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e55d7d18-a338-4f53-91fb-6d8ab5050275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.586970462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"1205daf1-d49d-415d-b917-8b281f21aee8","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.603147234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a72f0785-a95f-4871-a31f-1cb9e725125e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.604633566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e55d7d18-a338-4f53-91fb-6d8ab5050275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.605414905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0efa4ce4-00eb-4b3b-ae02-c99b40e950cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.714584783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"bd5f98a3-fa1b-4808-ac5a-49b383380a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.714815249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9fda4c64-cc97-4453-ab56-91aac51a4e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.714584811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"66483ff8-84f4-4364-9b82-4c8217423398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.739892155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9fda4c64-cc97-4453-ab56-91aac51a4e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.741013538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"66483ff8-84f4-4364-9b82-4c8217423398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:47.746120704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"bd5f98a3-fa1b-4808-ac5a-49b383380a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.766592061Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"e30fab49-5f20-4677-8d32-5e443623bd94","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","subscription":"e2e-att-serve-d4a520-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.800059199Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"e30fab49-5f20-4677-8d32-5e443623bd94","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.816863969Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-sub","reconcileID":"e30fab49-5f20-4677-8d32-5e443623bd94","MaaSSubscription":{"name":"e2e-att-serve-d4a520-sub","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"maas-trlp-e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.922751486Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]","namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rot-12e1fb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.939066763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"a5521a12-ef7f-4c8e-8f00-7aea84477132","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.939184111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"a5521a12-ef7f-4c8e-8f00-7aea84477132","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.958444178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"ec907d3d-ce36-4ee9-84a5-e0952e5c12f0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:51.980867213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"ec907d3d-ce36-4ee9-84a5-e0952e5c12f0","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.077639891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"a2b1df68-86a0-4d1a-94cc-71270c53f86f","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.077675136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"a2b1df68-86a0-4d1a-94cc-71270c53f86f","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.131949798Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e00eca88-988a-44ae-9e23-7c9a6bef0c2f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.355127398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e00eca88-988a-44ae-9e23-7c9a6bef0c2f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.410905279Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e00eca88-988a-44ae-9e23-7c9a6bef0c2f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"name":"e2e-extmod-b-c34cbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.410934468Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"e2e-att-serve-d4a520-access","reconcileID":"e00eca88-988a-44ae-9e23-7c9a6bef0c2f","MaaSAuthPolicy":{"name":"e2e-att-serve-d4a520-access","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c34cbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.449584503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"e4cd9796-38ee-4445-b204-1e6a1d1506fc","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"tenant":"e2e-extmod-b-c34cbd","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","model":"e2e-extmod-att-user-ad849e/e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.449608969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"e4cd9796-38ee-4445-b204-1e6a1d1506fc","MaaSModelRef":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"routeName":"external-model-e2e-att-serve-d4a520-18c1b715cc93","namespace":"e2e-extmod-att-user-ad849e","model":"e2e-att-serve-d4a520","externalModel":"e2e-att-serve-d4a520","provider":"e2e-att-serve-d4a520-provider","gateway":"openshift-ingress/e2e-extmod-b-c34cbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.939242063Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"e0f55440-c50b-4ab7-b7f9-761bff4614ca","namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.985201331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"17b78bd3-7492-4dee-966f-aed11b6bd96a","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.993595161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"05de804d-388d-48c8-802f-96048af8f350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:52.996161908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4bfb93dc-9f82-46eb-a317-0bb1320c9c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.00060295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b620da62-15fa-4f05-be21-9623e1f7f1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.001350434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"388b33f3-d42a-41e3-85b5-a76dd3d6eafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.006631632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"17b78bd3-7492-4dee-966f-aed11b6bd96a","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.015075015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"05de804d-388d-48c8-802f-96048af8f350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.015396518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"3c7f5635-f17a-4d7d-bf4e-f047acd70366","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.019574062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4bfb93dc-9f82-46eb-a317-0bb1320c9c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.021632309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b620da62-15fa-4f05-be21-9623e1f7f1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.0234667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"388b33f3-d42a-41e3-85b5-a76dd3d6eafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.027244428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"17b78bd3-7492-4dee-966f-aed11b6bd96a","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.113368406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6738f05f-307b-415a-adb5-21036a4bd567","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.133833727Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d4a520","namespace":"e2e-extmod-att-user-ad849e"},"namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","reconcileID":"c1fc6e98-1c7a-4c46-83d9-26d46f16b2b4","namespace":"e2e-extmod-att-user-ad849e","name":"e2e-att-serve-d4a520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.136110283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6738f05f-307b-415a-adb5-21036a4bd567","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.200227928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f4d18e25-f47b-4b45-a98c-6b0402d16a54","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.200477451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e0d766f-6ecd-4245-8260-4b03ff299faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.221666784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f4d18e25-f47b-4b45-a98c-6b0402d16a54","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.223745526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e0d766f-6ecd-4245-8260-4b03ff299faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.303368886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"deb482ec-5e0f-4277-b6ee-03daf4b0fa76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.304444925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5df2e35f-19b9-41f1-b28c-b8ace0848c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.324380615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"deb482ec-5e0f-4277-b6ee-03daf4b0fa76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.325598748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5df2e35f-19b9-41f1-b28c-b8ace0848c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.331403312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"5420e35d-2c2f-4b6a-a7bd-a85cc0798617","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.331423764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"5420e35d-2c2f-4b6a-a7bd-a85cc0798617","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.405446721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"eb11346c-e4a3-4900-bf22-9129254a8744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.406007544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6e386916-5f19-4180-a5cb-29a9b72dee53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.474738867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6e386916-5f19-4180-a5cb-29a9b72dee53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.483385688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"eb11346c-e4a3-4900-bf22-9129254a8744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.483892514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6a2d4104-f4c8-47b5-8c59-ca3d702348e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.484607283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"741e06f8-bee6-4dc7-a7e0-15ac5670876e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.496194192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"cc180019-efc0-4458-852a-502e9a7ef08a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.52390147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"741e06f8-bee6-4dc7-a7e0-15ac5670876e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.531983666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"cc180019-efc0-4458-852a-502e9a7ef08a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.533848911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6a2d4104-f4c8-47b5-8c59-ca3d702348e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.553711193Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"cc180019-efc0-4458-852a-502e9a7ef08a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.597276488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0ea8ddf7-bf0f-47f8-8af7-773084ef1355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.6189356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0ea8ddf7-bf0f-47f8-8af7-773084ef1355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.622011883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"cc13056b-0b9b-443b-98e7-ca9379bec99d","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.643554593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"cc13056b-0b9b-443b-98e7-ca9379bec99d","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.68621924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"5c6e94b3-a8e4-4eba-be49-1b5704665cfd","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.707980705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"89aa90ee-8a06-4dfc-9257-953524c3ebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.70881045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"5c6e94b3-a8e4-4eba-be49-1b5704665cfd","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.726358362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c118fd30-4452-49f4-a23b-b59f28c51b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.728622643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"5c6e94b3-a8e4-4eba-be49-1b5704665cfd","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.729422528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"b4e4afe8-d3f1-4045-ba1b-b83b651d5b7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.729806969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"89aa90ee-8a06-4dfc-9257-953524c3ebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.748825404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c118fd30-4452-49f4-a23b-b59f28c51b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.773225473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"b4e4afe8-d3f1-4045-ba1b-b83b651d5b7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.808948057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7af96ac2-762f-412a-be3b-7d31a63425dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.83174158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7af96ac2-762f-412a-be3b-7d31a63425dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.903133047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9aa202f4-db8f-4d4a-a22e-c5dfc5b093c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.903241187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"ecc83d99-f8f1-4736-a168-cd42d7071f4f","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.903264376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"ecc83d99-f8f1-4736-a168-cd42d7071f4f","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.918921604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"a7ad4092-5135-41f1-8455-e1db8c24304b","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.924442344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9aa202f4-db8f-4d4a-a22e-c5dfc5b093c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:53.940889957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"a7ad4092-5135-41f1-8455-e1db8c24304b","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:54.019163137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"8a2cf76f-b4be-461a-a54c-b12a13cabd4b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:54.04183438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"8a2cf76f-b4be-461a-a54c-b12a13cabd4b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:54.06403849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b87420dd594d5371c61bd5e696a787bf5c2e86df27088c4f977952791b88fb) AuthConfig (4890f41de8188217e1eb9e75e272ece1a8ed7e8bbbf3307a00ce62044d26def2) AuthConfig (6b233be9780cceae0e909ec4e46bc1e4138d9e0de492480879de3b9d738b9436) AuthConfig (2a4b5feb98f3532de3ab4d2c211b7386fb6d196f325e499a964f9c30581e10de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"8a2cf76f-b4be-461a-a54c-b12a13cabd4b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:54.103484135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"0e3867ce-f096-4495-a77d-e916fbe53478","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:54.103514796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"0e3867ce-f096-4495-a77d-e916fbe53478","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.195839145Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"d165d19d-83ad-4c7d-ac98-71a4c3a3e6dc","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","error":"MaaSModelRef not found: e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.211174273Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"9b94394e-ad13-4638-9525-9b6194bef8a8","MaaSModelRef":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"name":"maas-trlp-e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.212531617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"d165d19d-83ad-4c7d-ac98-71a4c3a3e6dc","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb","model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.275659759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"f9651d41-ea5e-4ff8-a421-c605f2b64243","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.276069846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"f7f9b491-d548-468b-9b0c-ee5a90ac0d66","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.276454859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6147c989-2faf-4015-893d-1542695bcdd5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.301108569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"f9651d41-ea5e-4ff8-a421-c605f2b64243","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.301166935Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"f9651d41-ea5e-4ff8-a421-c605f2b64243","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.375600451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"f7f9b491-d548-468b-9b0c-ee5a90ac0d66","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.377608583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6147c989-2faf-4015-893d-1542695bcdd5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.394034531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"36ba6dd2-5ad6-43e6-8391-c9cdf1826241","namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.397152998Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"f7f9b491-d548-468b-9b0c-ee5a90ac0d66","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.427262904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"132ec761-535e-4357-8b55-c6ff46d5d1f1","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.447553715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"132ec761-535e-4357-8b55-c6ff46d5d1f1","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.456530201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"c897e4a8-fca1-4501-958c-0c274f72d354","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.472851202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"132ec761-535e-4357-8b55-c6ff46d5d1f1","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.476756547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"c897e4a8-fca1-4501-958c-0c274f72d354","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.49679542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b87420dd594d5371c61bd5e696a787bf5c2e86df27088c4f977952791b88fb) AuthConfig (4890f41de8188217e1eb9e75e272ece1a8ed7e8bbbf3307a00ce62044d26def2) AuthConfig (6b233be9780cceae0e909ec4e46bc1e4138d9e0de492480879de3b9d738b9436) AuthConfig (2a4b5feb98f3532de3ab4d2c211b7386fb6d196f325e499a964f9c30581e10de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"c897e4a8-fca1-4501-958c-0c274f72d354","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.522468408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f164c1-f91b-4c66-b925-aef1155b9ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.53968032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"5f9a7a2a-cd6e-4b07-8250-5103bceebfee","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.544802215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f164c1-f91b-4c66-b925-aef1155b9ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.560249894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"5f9a7a2a-cd6e-4b07-8250-5103bceebfee","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.560286717Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"5f9a7a2a-cd6e-4b07-8250-5103bceebfee","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.591157176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-12e1fb","namespace":"e2e-extmod-rot-user-d2dffb"},"namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","reconcileID":"60e989ca-a8e0-4df8-8b3e-80362ce6559b","namespace":"e2e-extmod-rot-user-d2dffb","name":"e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.620998648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"fce3fa79-ae97-40e4-a307-165c75e91c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.635668031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"4f619bcb-7b34-44d5-b341-0bc9dcc30e28","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.65117062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"fce3fa79-ae97-40e4-a307-165c75e91c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.669029237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"4f619bcb-7b34-44d5-b341-0bc9dcc30e28","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.689500168Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"4f619bcb-7b34-44d5-b341-0bc9dcc30e28","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.735237589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"21fd3d30-c6f0-4853-bb79-c397b1eecae5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.742284279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4b41f44c-edba-42f0-9149-d8c3dc24bb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.755654803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"21fd3d30-c6f0-4853-bb79-c397b1eecae5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.764746165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4b41f44c-edba-42f0-9149-d8c3dc24bb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.820624513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"79b9f06e-4d77-4053-a9aa-3c5e9eefb427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.820624058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4c99926b-840d-4c91-828e-30192ae29f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.842176974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4c99926b-840d-4c91-828e-30192ae29f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.842176976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"79b9f06e-4d77-4053-a9aa-3c5e9eefb427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.919910303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fa83eb5e-05a9-4908-a5a4-93a8d6eb3a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:55.943313894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fa83eb5e-05a9-4908-a5a4-93a8d6eb3a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.020635402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"728ed315-d5ba-437c-95d6-bd00776461bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.020636061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"97d40be7-7e7c-4316-86b1-c97c32c97087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.041989504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"97d40be7-7e7c-4316-86b1-c97c32c97087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.04222021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"728ed315-d5ba-437c-95d6-bd00776461bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.120767364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f510bd51-e6a7-4a06-b3fe-958b228acb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.122183099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c61905ba-ab0e-4d79-9a1d-1707909f6933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.134802498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"839493a2-3062-4a85-8b8c-cf0aabb78bc7","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.140833151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f510bd51-e6a7-4a06-b3fe-958b228acb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.143079424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c61905ba-ab0e-4d79-9a1d-1707909f6933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.154636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"839493a2-3062-4a85-8b8c-cf0aabb78bc7","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.222083021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9feee146-d400-4ab7-8b88-342c50cef693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.222249046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f32e164a-5d75-4d2e-90b7-2abdad09a683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.242507971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f32e164a-5d75-4d2e-90b7-2abdad09a683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.242539035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9feee146-d400-4ab7-8b88-342c50cef693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.328853784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"a15fabc0-970b-48f0-8be6-b76ef9ab545f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.349024406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"a15fabc0-970b-48f0-8be6-b76ef9ab545f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.358391095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"e4549e3f-058f-4e60-b3e2-a837fe607114","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.358444475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"7067d663-4502-4bad-bc6d-b54e7ff342be","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.367602736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"a15fabc0-970b-48f0-8be6-b76ef9ab545f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.37825461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"e4549e3f-058f-4e60-b3e2-a837fe607114","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.378532685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"7067d663-4502-4bad-bc6d-b54e7ff342be","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.396911683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b87420dd594d5371c61bd5e696a787bf5c2e86df27088c4f977952791b88fb) AuthConfig (4890f41de8188217e1eb9e75e272ece1a8ed7e8bbbf3307a00ce62044d26def2) AuthConfig (6b233be9780cceae0e909ec4e46bc1e4138d9e0de492480879de3b9d738b9436) AuthConfig (2a4b5feb98f3532de3ab4d2c211b7386fb6d196f325e499a964f9c30581e10de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"e4549e3f-058f-4e60-b3e2-a837fe607114","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.442379452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f58fc6-c142-4146-8675-7a59bf4b5676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.443358635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"767337f8-1023-470c-a22d-ca0b57069af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.456130622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7b1bf324-a669-46f4-b016-1162aef0072c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.460139648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ba16cb3f-4d9e-48cb-9c87-700f72d8deba","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.462305825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f58fc6-c142-4146-8675-7a59bf4b5676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.463574415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"767337f8-1023-470c-a22d-ca0b57069af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.476301869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7b1bf324-a669-46f4-b016-1162aef0072c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.480506971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ba16cb3f-4d9e-48cb-9c87-700f72d8deba","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.495700664Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7b1bf324-a669-46f4-b016-1162aef0072c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:56.499401579Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ba16cb3f-4d9e-48cb-9c87-700f72d8deba","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.0367847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"75fee8bd-8de5-4b90-8fff-3f844c06d49b","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.277275915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"e90904a0-1c83-4528-a80f-eeea60f5ca1c","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.308472273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"834f8aa0-5520-470e-9d53-0166aa061442","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.591869723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ef3486-facc-44f5-b998-91a374612a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.609288701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ef3486-facc-44f5-b998-91a374612a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.624539566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ef3486-facc-44f5-b998-91a374612a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:57.639605812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ef3486-facc-44f5-b998-91a374612a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:58.232103718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdaf5704-1756-4990-a17b-f88048bc9c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:58.250696531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdaf5704-1756-4990-a17b-f88048bc9c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:58.268042414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdaf5704-1756-4990-a17b-f88048bc9c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:58:58.282846897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdaf5704-1756-4990-a17b-f88048bc9c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.448035646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ba9420ca-7a61-40c9-84a2-74fd98e45747","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.448214942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7a7491c0-8b36-4b41-97ee-7fe179ec49fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.448035533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"3dc9d984-c5d3-4a3a-bb7d-e56d4e6d3b28","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.471809726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ba9420ca-7a61-40c9-84a2-74fd98e45747","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.471910766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"3dc9d984-c5d3-4a3a-bb7d-e56d4e6d3b28","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.474353614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7a7491c0-8b36-4b41-97ee-7fe179ec49fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.491192228Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ba9420ca-7a61-40c9-84a2-74fd98e45747","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:03.493272307Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7a7491c0-8b36-4b41-97ee-7fe179ec49fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.018694411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"27ecec33-32f9-4082-b144-b1994bc53382","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.064557995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"4174abd4-6fd9-4fc6-a855-f6e38c971a13","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.096431013Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"1c29f3eb-497d-4cae-a94a-8a03174d95d8","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.186645284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"f55a75dc-d256-4423-a193-18921e6d6d2b","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.411931626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f3ecf-4d1d-4482-ae44-ff3d1e85ae77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.426947567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f3ecf-4d1d-4482-ae44-ff3d1e85ae77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.442120061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f3ecf-4d1d-4482-ae44-ff3d1e85ae77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:04.457178432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f3ecf-4d1d-4482-ae44-ff3d1e85ae77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.06079581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff05c11-7c71-481f-87c7-a22ba0c241aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.075768417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff05c11-7c71-481f-87c7-a22ba0c241aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.090469851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff05c11-7c71-481f-87c7-a22ba0c241aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.105803391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff05c11-7c71-481f-87c7-a22ba0c241aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.124630409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"fde12e09-5028-4e9d-aead-d8f7f89f0616","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.155889682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"4ef7d5af-9524-45ce-a451-b7df44eb20c3","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.163021077Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a5affe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a5affe","reconcileID":"f9439cf5-f526-4b07-98b3-4ed078eedde4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a5affe","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a5affe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.276154334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"8abaab1f-9f97-4d52-9f77-ca82d5f48dd8","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.307673666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"bacd5182-230a-434c-9502-c6c435ee2723","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.732176372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d298f72-25f6-42d9-9883-ce266415e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.746992821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d298f72-25f6-42d9-9883-ce266415e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.761878532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d298f72-25f6-42d9-9883-ce266415e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:05.776626274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d298f72-25f6-42d9-9883-ce266415e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.404950389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"2961366a-d63f-4f84-b497-e4ee7309bb1e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.427296593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"2961366a-d63f-4f84-b497-e4ee7309bb1e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.447216827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"2961366a-d63f-4f84-b497-e4ee7309bb1e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.533531883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"dc67d672-98fc-4f4e-88d9-a5600f79edc5","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.553591299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"dc67d672-98fc-4f4e-88d9-a5600f79edc5","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.572507849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4b87420dd594d5371c61bd5e696a787bf5c2e86df27088c4f977952791b88fb) AuthConfig (4890f41de8188217e1eb9e75e272ece1a8ed7e8bbbf3307a00ce62044d26def2) AuthConfig (6b233be9780cceae0e909ec4e46bc1e4138d9e0de492480879de3b9d738b9436) AuthConfig (2a4b5feb98f3532de3ab4d2c211b7386fb6d196f325e499a964f9c30581e10de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"dc67d672-98fc-4f4e-88d9-a5600f79edc5","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.681780403Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"eddb6f28-e3c6-440c-991e-522ef69c8a26","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:06.714698197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"65750393-e915-4fe1-93ee-56c25af0df3c","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.864312017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"146cae8e-62cc-4b4e-b534-1780edb638da","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.888830314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"3a53d1ad-46fa-492b-9dcb-bb8c1eb4daed","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.899607711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"b29f0cbb-05a6-4494-8269-d50bdbbbacfa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.913736993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cec5db6b-668c-4365-8f0a-393bff136bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.917733931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7df3c44b-ccc0-4482-b8b3-b21caac3fe14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.922034317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"b29f0cbb-05a6-4494-8269-d50bdbbbacfa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.930046149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"fba34a83-1bc6-47a4-b1da-b55da32b78b9","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.93267472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d5ab44bb-f831-4b71-ad13-bebde3d6a2dc","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.935940697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cec5db6b-668c-4365-8f0a-393bff136bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.945109776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"b29f0cbb-05a6-4494-8269-d50bdbbbacfa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.946408913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7df3c44b-ccc0-4482-b8b3-b21caac3fe14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.953624694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"fba34a83-1bc6-47a4-b1da-b55da32b78b9","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.955647072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d5ab44bb-f831-4b71-ad13-bebde3d6a2dc","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.978565552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"fba34a83-1bc6-47a4-b1da-b55da32b78b9","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:08.996670468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1c914248-0995-410a-9ff4-19c82fd9f5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.016180774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"442d85d2-1540-4bd9-8592-436bc4b9e15c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.01621045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"442d85d2-1540-4bd9-8592-436bc4b9e15c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.017934629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1c914248-0995-410a-9ff4-19c82fd9f5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.09305884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1fa18aeb-a894-48cf-82ea-b3bbe2543887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.093415788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5679d58a-b564-4e1c-999f-cc23562895df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.09539248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"25d4a652-ffaa-4e55-a46f-a7b5daeb2347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.099206119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"cc585ff2-ddd5-47b3-9884-3d26cb03fcfa","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.114249042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5679d58a-b564-4e1c-999f-cc23562895df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.114424827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1fa18aeb-a894-48cf-82ea-b3bbe2543887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.116948578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"25d4a652-ffaa-4e55-a46f-a7b5daeb2347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.20861062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"4931e1e8-88b7-49a4-a21b-a2304949cc15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.229458554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"4931e1e8-88b7-49a4-a21b-a2304949cc15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.248987581Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"4931e1e8-88b7-49a4-a21b-a2304949cc15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.31542934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"9e269215-7413-4816-87b8-4b98ffc75716","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.323360279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d89f71e6-1a51-4af1-834a-99ae4293ae9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.334203871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"5c1409b5-4c91-432f-a07a-33acfb154232","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.334233913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"5c1409b5-4c91-432f-a07a-33acfb154232","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-a73b87-d7120174e9b6","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.343604646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d89f71e6-1a51-4af1-834a-99ae4293ae9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.351484244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"875066c4-bf51-45ad-bce7-7398e97421f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.364743796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"fb514597-91f1-4c85-b1c1-b5df556890d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.367517993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"d165c3bd-7462-4d04-ac6b-edd2fd77a22b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.381993338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"875066c4-bf51-45ad-bce7-7398e97421f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.388176057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"fb514597-91f1-4c85-b1c1-b5df556890d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.388431776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"d165c3bd-7462-4d04-ac6b-edd2fd77a22b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.410200664Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"d165c3bd-7462-4d04-ac6b-edd2fd77a22b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.42338381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8deb3f59-eadb-479e-9314-5c6397ea2cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.448487136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8deb3f59-eadb-479e-9314-5c6397ea2cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.576481567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"025ca681-013c-4851-b450-1a55297588f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.577111873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6786e2ae-1a3b-48f4-81e6-a34346fb5d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.577911291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"65f0cec4-ee10-4b02-87a0-52b51cdf088b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.593555351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6e0930c5-08ce-456b-8a6f-1bc6a0b2230d","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.600029422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"025ca681-013c-4851-b450-1a55297588f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.600085616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6786e2ae-1a3b-48f4-81e6-a34346fb5d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.602280776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"65f0cec4-ee10-4b02-87a0-52b51cdf088b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.614526988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"ba7e13c4-57b9-4b8e-9eaa-114f4c847300","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.619286885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"6e0930c5-08ce-456b-8a6f-1bc6a0b2230d","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.643822085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"ba7e13c4-57b9-4b8e-9eaa-114f4c847300","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.69188505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"48144e29-e43f-4971-976f-477de1a0b67b","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.773811758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"48144e29-e43f-4971-976f-477de1a0b67b","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.774178426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1ac8783c-3ac7-4971-b4c1-9440998249f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.774656676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f5ad098-b207-45d1-a1c3-8d3fb6a1903f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.795645942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1ac8783c-3ac7-4971-b4c1-9440998249f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.798703751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c776eb3e2cd504d5fc63ab523c199ddc241104ddd070975b70d355d79e0a66a7) AuthConfig (11f63415c515fb946c3ca4a73d6e8f78f240aad518810cbdda584950d65a3e73) AuthConfig (37f616783d0cdc0d26485003cec18b356cd332d9ed88f8c49e329e354ab7f4bd) AuthConfig (7735335fd0b0f231ee4919e4828cf6c4862ca61e40d2973a75903b6909716619) AuthConfig (91dd09cf89a7d79f9bf107bcdcdaa1c1e476db96662ac6ae4231353434825438) AuthConfig (0144660b60a838986fb822b8f4182fee3d69c49fe3e97ca1ff376203f3ae92c5) AuthConfig (da28ef55b2e5c59ed6ecb3d79f55fc66d49d566f1a0e4f988008cc2a701232b1) AuthConfig (529267d5aacb77736958dd0e75b0509ad05527f6f2351456cf4f2ddecb3b8567) AuthConfig (3b15fddff6c2486f633c8b8483a1b38388ec91313947ef716c19bdf18977dd7d) AuthConfig (5af88579b83ad475659420d407f2bdd99af64dada67c66a8df7e99ee9840bd85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"48144e29-e43f-4971-976f-477de1a0b67b","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.801285331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f5ad098-b207-45d1-a1c3-8d3fb6a1903f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.891873237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"644b8247-edff-490a-9a42-c7cf538fb3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.894361963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"7b74c284-ee4d-4c4e-b249-c9c035b066dd","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.894382156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"7b74c284-ee4d-4c4e-b249-c9c035b066dd","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.906093085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"56281dfa-a267-48d4-9484-1ddb2f1605d8","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.913215974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"644b8247-edff-490a-9a42-c7cf538fb3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.925125063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"444f7491-9a00-463f-886e-9fd64d197eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.926585186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"56281dfa-a267-48d4-9484-1ddb2f1605d8","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.94529648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"444f7491-9a00-463f-886e-9fd64d197eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.945418049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"56281dfa-a267-48d4-9484-1ddb2f1605d8","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.95391339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b40569d8-67e8-441c-aaf5-cc0dedced0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.953912776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dfb79904-b949-499d-9c85-6a967304da45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.974003817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dfb79904-b949-499d-9c85-6a967304da45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:09.97401513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b40569d8-67e8-441c-aaf5-cc0dedced0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.039314157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"2b671046-0ff8-4f84-a707-8d6bacb3c862","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.06026394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"2b671046-0ff8-4f84-a707-8d6bacb3c862","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.079094963Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"2b671046-0ff8-4f84-a707-8d6bacb3c862","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.128365766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"58b46bd0-cade-4ff2-8694-10a23b96fbc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.129143229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b11e5ae-10d4-498e-a0f0-a08ed9930685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.152711209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b11e5ae-10d4-498e-a0f0-a08ed9930685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.156529107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"58b46bd0-cade-4ff2-8694-10a23b96fbc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.160694123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"3b4956c8-c8e8-4240-b6f1-7fb406b512a4","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.161434107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"9d6317b3-4f36-43f0-87bc-b9aa3fec4cd0","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.180907453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"3b4956c8-c8e8-4240-b6f1-7fb406b512a4","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.181150892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"9d6317b3-4f36-43f0-87bc-b9aa3fec4cd0","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.199260437Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"3b4956c8-c8e8-4240-b6f1-7fb406b512a4","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.239457387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"9c0b6227-4d43-49dc-b1d4-a46bf47d33a2","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.25933365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"9c0b6227-4d43-49dc-b1d4-a46bf47d33a2","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:10.75993397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.538878662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"749c7cc8-2135-496d-85aa-2f7bc6920e24","namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.589408833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"04c80f82-2513-4d32-ab56-7085420bc8ba","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.599015737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"a62964b4-a597-4834-913f-b7d012b26480","namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.603995902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"86f202fb-32b4-492e-99f5-86fe70bb0893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.607236766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61233f34-4bae-4576-8db5-87ff7db889dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.611638635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"04c80f82-2513-4d32-ab56-7085420bc8ba","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.621863629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"e01c0cc2-f76a-401a-99a8-7aadc54570f9","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.622270825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7f685f9f-8c85-49a8-8eff-049a7460cf3d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.628039186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"86f202fb-32b4-492e-99f5-86fe70bb0893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.629898122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61233f34-4bae-4576-8db5-87ff7db889dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.632626346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c776eb3e2cd504d5fc63ab523c199ddc241104ddd070975b70d355d79e0a66a7) AuthConfig (11f63415c515fb946c3ca4a73d6e8f78f240aad518810cbdda584950d65a3e73) AuthConfig (37f616783d0cdc0d26485003cec18b356cd332d9ed88f8c49e329e354ab7f4bd) AuthConfig (7735335fd0b0f231ee4919e4828cf6c4862ca61e40d2973a75903b6909716619) AuthConfig (91dd09cf89a7d79f9bf107bcdcdaa1c1e476db96662ac6ae4231353434825438) AuthConfig (0144660b60a838986fb822b8f4182fee3d69c49fe3e97ca1ff376203f3ae92c5) AuthConfig (da28ef55b2e5c59ed6ecb3d79f55fc66d49d566f1a0e4f988008cc2a701232b1) AuthConfig (529267d5aacb77736958dd0e75b0509ad05527f6f2351456cf4f2ddecb3b8567) AuthConfig (3b15fddff6c2486f633c8b8483a1b38388ec91313947ef716c19bdf18977dd7d) AuthConfig (5af88579b83ad475659420d407f2bdd99af64dada67c66a8df7e99ee9840bd85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"04c80f82-2513-4d32-ab56-7085420bc8ba","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.644337436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7f685f9f-8c85-49a8-8eff-049a7460cf3d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.656798222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"e01c0cc2-f76a-401a-99a8-7aadc54570f9","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.667251705Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"7f685f9f-8c85-49a8-8eff-049a7460cf3d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.682813619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"e01c0cc2-f76a-401a-99a8-7aadc54570f9","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.69511251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a2ff7111-37bd-47f4-a4db-982786d1756f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.735981849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a2ff7111-37bd-47f4-a4db-982786d1756f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.806906544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ede6e5fe-d5b9-4336-967a-0d08dac34147","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.815170424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"ecd08cbb-aff1-428c-b637-ea0407a56a2b","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.827493707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ede6e5fe-d5b9-4336-967a-0d08dac34147","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.830700745Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"52871578-381e-42ac-8b40-a06f811df744","namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.846236314Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"ede6e5fe-d5b9-4336-967a-0d08dac34147","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.865209464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"37ab3ac6-a03b-4cd0-860d-a84e7a1e6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.86704319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"c8b4a6cd-3d46-4afe-a133-9021de59ddc7","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.867062737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"c8b4a6cd-3d46-4afe-a133-9021de59ddc7","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.879680758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"c376e8d2-5b78-43bc-8a77-267bbe996694","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.88710601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"37ab3ac6-a03b-4cd0-860d-a84e7a1e6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.904856994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"c376e8d2-5b78-43bc-8a77-267bbe996694","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.924110074Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"1e6f2e72-0ae3-4a28-8c9f-8e30edd186cf","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-a73b87-d7120174e9b6","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.938423121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e61f345c-4d4b-4e4a-b968-4afe293db570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.938852668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b933a9cf-6c5a-4f7e-a499-162afbacaf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.964630809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e61f345c-4d4b-4e4a-b968-4afe293db570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.965711893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b933a9cf-6c5a-4f7e-a499-162afbacaf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.978673699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"578bbc03-7e32-4d37-b9f9-7c20220525cd","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:11.978700148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"578bbc03-7e32-4d37-b9f9-7c20220525cd","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.019255883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"412a3451-139e-41e3-a86d-bc59cbb3d9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.039968185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"412a3451-139e-41e3-a86d-bc59cbb3d9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.132281648Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"3ff72820-6b6e-41f3-bae6-d0269f9cf021","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.142855979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"9a00143c-d2c4-457b-98fa-671da53a26da","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.143517622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ea055ded-c722-45fa-b8c1-0938f906cda5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.147906003Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"e3fd5259-9ef5-4f12-87dc-c7e3d677e9f0","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.164411356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ea055ded-c722-45fa-b8c1-0938f906cda5","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.166845735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"9a00143c-d2c4-457b-98fa-671da53a26da","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.221471461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f922e9e-9ba9-4c21-9113-5a4e683c57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.222194408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ec9e3dbe-df71-485b-9957-2ebe33944965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.229191495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c53482e4-44da-4c7a-b3e1-9b455d2d4d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.241548697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f922e9e-9ba9-4c21-9113-5a4e683c57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.242034152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ec9e3dbe-df71-485b-9957-2ebe33944965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.249707327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c53482e4-44da-4c7a-b3e1-9b455d2d4d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.334559044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d83f52fd-7ef9-4096-8f1f-08a73ee09f19","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.335736152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ab49062a-c6ab-43f8-b218-603b2df825fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.336135476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"39bef144-dd9d-44d6-b4fa-9c5a8274bdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.349940812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"90ccd7ba-6c26-4f1a-a659-540765309993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.355004536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d83f52fd-7ef9-4096-8f1f-08a73ee09f19","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.355967047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"39bef144-dd9d-44d6-b4fa-9c5a8274bdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.357166781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ab49062a-c6ab-43f8-b218-603b2df825fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.365705599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"c4c7f5ea-2001-481a-9d50-a36bd4a31d21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.37009642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"90ccd7ba-6c26-4f1a-a659-540765309993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.373737257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c776eb3e2cd504d5fc63ab523c199ddc241104ddd070975b70d355d79e0a66a7) AuthConfig (11f63415c515fb946c3ca4a73d6e8f78f240aad518810cbdda584950d65a3e73) AuthConfig (37f616783d0cdc0d26485003cec18b356cd332d9ed88f8c49e329e354ab7f4bd) AuthConfig (7735335fd0b0f231ee4919e4828cf6c4862ca61e40d2973a75903b6909716619) AuthConfig (91dd09cf89a7d79f9bf107bcdcdaa1c1e476db96662ac6ae4231353434825438) AuthConfig (0144660b60a838986fb822b8f4182fee3d69c49fe3e97ca1ff376203f3ae92c5) AuthConfig (da28ef55b2e5c59ed6ecb3d79f55fc66d49d566f1a0e4f988008cc2a701232b1) AuthConfig (529267d5aacb77736958dd0e75b0509ad05527f6f2351456cf4f2ddecb3b8567) AuthConfig (3b15fddff6c2486f633c8b8483a1b38388ec91313947ef716c19bdf18977dd7d) AuthConfig (5af88579b83ad475659420d407f2bdd99af64dada67c66a8df7e99ee9840bd85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d83f52fd-7ef9-4096-8f1f-08a73ee09f19","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.386778656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"c4c7f5ea-2001-481a-9d50-a36bd4a31d21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.406089321Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"c4c7f5ea-2001-481a-9d50-a36bd4a31d21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.450123633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"22f4bca7-be19-49d4-96b3-88e0dae0bfb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.450205823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"0b53debc-ab15-4578-828f-18a925dc912b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.450939197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e23ca15-9564-4d45-a071-213d692584ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.47373514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"22f4bca7-be19-49d4-96b3-88e0dae0bfb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.47424675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e23ca15-9564-4d45-a071-213d692584ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.479514128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"0b53debc-ab15-4578-828f-18a925dc912b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.500724234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"0b53debc-ab15-4578-828f-18a925dc912b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.60095286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1afb8123-0e69-424f-9e9e-25642f5276ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.617169027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"30be4511-6d4f-4958-8507-d91a530ca18b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.621454274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1afb8123-0e69-424f-9e9e-25642f5276ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.636365417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"6b1728ba-ead3-4f7f-976f-2d355c81c4d4","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.63640297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"6b1728ba-ead3-4f7f-976f-2d355c81c4d4","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.637835812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"30be4511-6d4f-4958-8507-d91a530ca18b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.648597498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a2df3736-8a49-4071-b92e-93a9e913f8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.653201898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"75d2946e-7697-40fa-8c48-d8f0a8ad74f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.657164002Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"30be4511-6d4f-4958-8507-d91a530ca18b","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.668784418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a2df3736-8a49-4071-b92e-93a9e913f8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.674048003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"75d2946e-7697-40fa-8c48-d8f0a8ad74f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.721406958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fb15e1fa-563b-4212-8a90-54fba5498f39","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.7477655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cf8f3341-11e1-4299-9660-1a906fc601e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.74874869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3f4de9b9-b070-4c82-8d8d-afddd9d4209c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.767912176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cf8f3341-11e1-4299-9660-1a906fc601e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.770612017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3f4de9b9-b070-4c82-8d8d-afddd9d4209c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.774937164Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fb15e1fa-563b-4212-8a90-54fba5498f39","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.776746469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"a0157254-f7e9-48a4-beec-1d71083e7894","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.793264251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fb15e1fa-563b-4212-8a90-54fba5498f39","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.796614066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"a0157254-f7e9-48a4-beec-1d71083e7894","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.811362334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"a34b79eb-5065-4fc7-b251-d91a36ccba68","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.827507106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"508b1dea-6601-4425-ad25-78d42aa270b8","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.827535341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"508b1dea-6601-4425-ad25-78d42aa270b8","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:12.832037268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"a34b79eb-5065-4fc7-b251-d91a36ccba68","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.43359815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"c9c97cd2-e508-46c3-b11a-26201f19d202","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","subscription":"e2e-rot-12e1fb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.433733378Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-sub","reconcileID":"c9c97cd2-e508-46c3-b11a-26201f19d202","MaaSSubscription":{"name":"e2e-rot-12e1fb-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","error":"MaaSModelRef not found: e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.526199639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]","namespace=ai-tenant-e2e-extmod-b-56a6d4 priority=0:[ai-tenant-e2e-extmod-b-56a6d4/e2e-att-serve-afd221-sub ai-tenant-e2e-extmod-b-56a6d4/e2e-rec-ctrl-a5804f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.576008611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"4ac80303-c646-47de-adae-4b2762b8e5ce","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.57604648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"4ac80303-c646-47de-adae-4b2762b8e5ce","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.5923505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8fbf90a9-bf28-4ab4-a854-dce960e3340e","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.60666745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"0ab11908-2643-4a15-8b7f-aa4dfba00980","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.60696511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1d32bec5-27bc-4f77-9f14-489dbed14c97","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.61372216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8fbf90a9-bf28-4ab4-a854-dce960e3340e","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.628635719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"0ab11908-2643-4a15-8b7f-aa4dfba00980","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.628635725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"1d32bec5-27bc-4f77-9f14-489dbed14c97","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.632621667Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"8fbf90a9-bf28-4ab4-a854-dce960e3340e","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.647452706Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"0ab11908-2643-4a15-8b7f-aa4dfba00980","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:13.749267648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rot-12e1fb-access","reconcileID":"6ab4b67c-d12b-48be-b0ef-7d213718a4c5","MaaSAuthPolicy":{"name":"e2e-rot-12e1fb-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rot-user-d2dffb/e2e-rot-12e1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:15.02257164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"3179f4c6-8a91-41c8-afa2-b5aab5a06cd3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:15.038638397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"22a6801f-15fe-423f-aa22-15a86dd2dbae","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:15.044192362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"3179f4c6-8a91-41c8-afa2-b5aab5a06cd3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:15.058781076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"22a6801f-15fe-423f-aa22-15a86dd2dbae","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:15.062986763Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"3179f4c6-8a91-41c8-afa2-b5aab5a06cd3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:16.775105698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"38142b55-5b75-40a6-a87e-fbc47016afa5","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:16.806572762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"60cebf20-343f-4144-ae3b-9b11ddd90920","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.182013869Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"d28382e9-7229-4feb-94ca-0bc55a1e24d3","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.407418014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ac2d9d03-11bc-4736-841b-8559574c8f56","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.434256736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ac2d9d03-11bc-4736-841b-8559574c8f56","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.45340128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c776eb3e2cd504d5fc63ab523c199ddc241104ddd070975b70d355d79e0a66a7) AuthConfig (11f63415c515fb946c3ca4a73d6e8f78f240aad518810cbdda584950d65a3e73) AuthConfig (37f616783d0cdc0d26485003cec18b356cd332d9ed88f8c49e329e354ab7f4bd) AuthConfig (7735335fd0b0f231ee4919e4828cf6c4862ca61e40d2973a75903b6909716619) AuthConfig (91dd09cf89a7d79f9bf107bcdcdaa1c1e476db96662ac6ae4231353434825438) AuthConfig (0144660b60a838986fb822b8f4182fee3d69c49fe3e97ca1ff376203f3ae92c5) AuthConfig (da28ef55b2e5c59ed6ecb3d79f55fc66d49d566f1a0e4f988008cc2a701232b1) AuthConfig (529267d5aacb77736958dd0e75b0509ad05527f6f2351456cf4f2ddecb3b8567) AuthConfig (3b15fddff6c2486f633c8b8483a1b38388ec91313947ef716c19bdf18977dd7d) AuthConfig (5af88579b83ad475659420d407f2bdd99af64dada67c66a8df7e99ee9840bd85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ac2d9d03-11bc-4736-841b-8559574c8f56","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.565002793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"49535a81-2933-4cdf-916e-be451c820ad4","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.585171719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"49535a81-2933-4cdf-916e-be451c820ad4","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.603684693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"49535a81-2933-4cdf-916e-be451c820ad4","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.847102353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fae29420-93c2-4cb3-bbd7-e0e78d99e8b3","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.867252248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fae29420-93c2-4cb3-bbd7-e0e78d99e8b3","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:22.88626696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fae29420-93c2-4cb3-bbd7-e0e78d99e8b3","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:24.98873847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"f27d663a-f23a-48d4-945e-669fb5b43897","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","subscription":"e2e-rec-ctrl-a5804f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:24.988872113Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-sub","reconcileID":"f27d663a-f23a-48d4-945e-669fb5b43897","MaaSSubscription":{"name":"e2e-rec-ctrl-a5804f-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","error":"MaaSModelRef not found: e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.166163184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.202012699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"66df8ec6-cad0-40c4-8351-7492f1363110","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.202044484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"66df8ec6-cad0-40c4-8351-7492f1363110","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.256923171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e8cdda96-5f29-4e64-b86f-d426dfc3384a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.257447541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ac5c57e5-aa08-412c-b6a0-9ae51ebc42f9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.277563219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e8cdda96-5f29-4e64-b86f-d426dfc3384a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.279921183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"ac5c57e5-aa08-412c-b6a0-9ae51ebc42f9","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.298727888Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"e8cdda96-5f29-4e64-b86f-d426dfc3384a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:25.4147506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-rec-ctrl-a5804f-access","reconcileID":"ee3cafdc-d026-4645-b425-c3b03f4e6d1f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a5804f-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-rec-user-47f364/e2e-rec-ctrl-a5804f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:26.807693061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"9992c268-59e1-4510-b774-8158c9bd717a","MaaSModelRef":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:26.838907866Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"d0b5b76f-8560-4637-a632-ed6576fd4a77","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.820150002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"63580cd7-c494-49b2-ab78-4c78e3da70f6","namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.861839948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"75819fd4-3697-42e1-91b5-0cc1155b7cd5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.862079827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"86f77ca2-7e7a-47cf-9e50-0fdcf6073221","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.869445983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"11a234b0-7325-453d-9f6e-555ea1b028de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.876120321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"eb25fecb-5233-4b0c-a65d-e3df19f48c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.88311428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"75819fd4-3697-42e1-91b5-0cc1155b7cd5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.883293144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"86f77ca2-7e7a-47cf-9e50-0fdcf6073221","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.890786392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"11a234b0-7325-453d-9f6e-555ea1b028de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.8910952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"0fc70ee0-72aa-4a54-b8e5-b1a209fd631b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.896968036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"eb25fecb-5233-4b0c-a65d-e3df19f48c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.903150211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c776eb3e2cd504d5fc63ab523c199ddc241104ddd070975b70d355d79e0a66a7) AuthConfig (11f63415c515fb946c3ca4a73d6e8f78f240aad518810cbdda584950d65a3e73) AuthConfig (37f616783d0cdc0d26485003cec18b356cd332d9ed88f8c49e329e354ab7f4bd) AuthConfig (7735335fd0b0f231ee4919e4828cf6c4862ca61e40d2973a75903b6909716619) AuthConfig (91dd09cf89a7d79f9bf107bcdcdaa1c1e476db96662ac6ae4231353434825438) AuthConfig (0144660b60a838986fb822b8f4182fee3d69c49fe3e97ca1ff376203f3ae92c5) AuthConfig (da28ef55b2e5c59ed6ecb3d79f55fc66d49d566f1a0e4f988008cc2a701232b1) AuthConfig (529267d5aacb77736958dd0e75b0509ad05527f6f2351456cf4f2ddecb3b8567) AuthConfig (3b15fddff6c2486f633c8b8483a1b38388ec91313947ef716c19bdf18977dd7d) AuthConfig (5af88579b83ad475659420d407f2bdd99af64dada67c66a8df7e99ee9840bd85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"86f77ca2-7e7a-47cf-9e50-0fdcf6073221","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.907694702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"75819fd4-3697-42e1-91b5-0cc1155b7cd5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.914059971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"0fc70ee0-72aa-4a54-b8e5-b1a209fd631b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.976550364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"0fc70ee0-72aa-4a54-b8e5-b1a209fd631b","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:27.977368511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f868ee","namespace":"e2e-extmod-att-noaccess-ea450e"},"namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","reconcileID":"974b981e-4ac2-4015-9d5e-65f1622af41d","namespace":"e2e-extmod-att-noaccess-ea450e","name":"e2e-att-noaccess-f868ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.014152485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7e81749d-3bdc-49b1-9085-24bd41e0e83f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.014171544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bd9c2d19-e7a2-40c5-8de7-4846fb53a926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.014639759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"196ea425-7246-4dd1-9de3-34ab9d2923b0","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.03926631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"196ea425-7246-4dd1-9de3-34ab9d2923b0","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.040155405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7e81749d-3bdc-49b1-9085-24bd41e0e83f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.071417589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bd9c2d19-e7a2-40c5-8de7-4846fb53a926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.08716738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57112907-bdce-4fcc-b9cb-7b1daf6b90e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.107509789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57112907-bdce-4fcc-b9cb-7b1daf6b90e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.116148158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f4d211a9-3d06-4571-90a2-dc885e8b45b0","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.136401419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f4d211a9-3d06-4571-90a2-dc885e8b45b0","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.272757839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d64afaa-608f-4c58-9aa7-183a67aa34db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.272757932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9b62a0c8-88ee-4c2f-9361-08d3d49dc196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.274245413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3d9255f9-2b94-4aab-814b-628c2e66a250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.274722785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"130073fc-0baa-49ca-9561-e6e0cbe62636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.294086189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d64afaa-608f-4c58-9aa7-183a67aa34db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.294117001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9b62a0c8-88ee-4c2f-9361-08d3d49dc196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.297981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"130073fc-0baa-49ca-9561-e6e0cbe62636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.298012628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3d9255f9-2b94-4aab-814b-628c2e66a250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.372939953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"81ab938f-7fee-49d6-a7c3-3e67f867a0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.394446799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"81ab938f-7fee-49d6-a7c3-3e67f867a0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.460537484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"f323d3c2-8152-42ad-81f6-2c19fc6907cb","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.472640474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"1c740200-58b9-4d1a-a1e7-d8b9506fd665","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.479234857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a055331e-6a88-475e-9e5c-7643d3ee4fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.479304731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c6f43279-de1e-4bed-804c-60f3cd572cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.486831658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"f323d3c2-8152-42ad-81f6-2c19fc6907cb","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.492518517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"1c740200-58b9-4d1a-a1e7-d8b9506fd665","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.49658833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"eb5a0676-cc6c-4884-923d-23cbddc384ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.502028498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a055331e-6a88-475e-9e5c-7643d3ee4fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.503130719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c6f43279-de1e-4bed-804c-60f3cd572cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.506093759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c776eb3e2cd504d5fc63ab523c199ddc241104ddd070975b70d355d79e0a66a7) AuthConfig (11f63415c515fb946c3ca4a73d6e8f78f240aad518810cbdda584950d65a3e73) AuthConfig (37f616783d0cdc0d26485003cec18b356cd332d9ed88f8c49e329e354ab7f4bd) AuthConfig (7735335fd0b0f231ee4919e4828cf6c4862ca61e40d2973a75903b6909716619) AuthConfig (91dd09cf89a7d79f9bf107bcdcdaa1c1e476db96662ac6ae4231353434825438) AuthConfig (0144660b60a838986fb822b8f4182fee3d69c49fe3e97ca1ff376203f3ae92c5) AuthConfig (da28ef55b2e5c59ed6ecb3d79f55fc66d49d566f1a0e4f988008cc2a701232b1) AuthConfig (529267d5aacb77736958dd0e75b0509ad05527f6f2351456cf4f2ddecb3b8567) AuthConfig (3b15fddff6c2486f633c8b8483a1b38388ec91313947ef716c19bdf18977dd7d) AuthConfig (5af88579b83ad475659420d407f2bdd99af64dada67c66a8df7e99ee9840bd85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"f323d3c2-8152-42ad-81f6-2c19fc6907cb","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.511299046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"1c740200-58b9-4d1a-a1e7-d8b9506fd665","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.516659184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"eb5a0676-cc6c-4884-923d-23cbddc384ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.518293676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"8bac76bd-e4e9-4e39-b3ec-27d0c6095cda","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.51831757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"8bac76bd-e4e9-4e39-b3ec-27d0c6095cda","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.572103307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"119cffbf-d63f-4947-93cf-e27ced9015ca","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92d20848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.5745885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0ef8c40c-4384-4d9a-a109-0d757644fd3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.574654677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"df50aca4-d143-4621-ad34-d0a3b6856bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.596156539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"df50aca4-d143-4621-ad34-d0a3b6856bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.596188148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0ef8c40c-4384-4d9a-a109-0d757644fd3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.679727504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"90be7fb0-0c21-42f5-bb64-ed31dd575af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.694231535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"22606170-ebca-4e50-9311-d8be804ccbed","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.700066626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"90be7fb0-0c21-42f5-bb64-ed31dd575af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.715753938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"22606170-ebca-4e50-9311-d8be804ccbed","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.734553804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b1c252c27875c6af58691aace2e4b4977db7ba4aa04af158585f858b4e1a43) AuthConfig (e9d36e9bef4eea8e766c7c0db3ff2c2f7022cb2418665340a56f9ab37393f9b8) AuthConfig (9209782c5d43a81c9d9c3b03d4e116f0f13de047dfcfbed2cd86546e6c2b7b53) AuthConfig (3557fab7c769555cccbb4571df969be20633236599d311a6fda3a35d84cda1bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"22606170-ebca-4e50-9311-d8be804ccbed","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.779470829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"a8fff3b5-87ba-4c0a-b86d-076841040fcc","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.795562527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3a0d3255-2811-4f5c-971a-6601694124be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.875076629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"a8fff3b5-87ba-4c0a-b86d-076841040fcc","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:28.878748166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3a0d3255-2811-4f5c-971a-6601694124be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:32.213848435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"9de1986b-a6a6-4c2f-8004-1214240a15b3","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:36.875986404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"463989b8-6f38-4f51-8e6e-bbd988ea7d31","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.540050609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"09421a30-cf9c-4186-8985-cfbd81d7e54e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.543813014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"6a2befbb-59fe-4d6a-a797-3519f76db074","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.560210922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"09421a30-cf9c-4186-8985-cfbd81d7e54e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.564008291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"6a2befbb-59fe-4d6a-a797-3519f76db074","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.582643488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"6a2befbb-59fe-4d6a-a797-3519f76db074","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.592117279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"771b2002-19ba-4895-8dad-28947e774e4d","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","subscription":"e2e-att-serve-afd221-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.618941837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"399696a6-39a3-4c5e-888c-45bd327f2862","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.618967992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"399696a6-39a3-4c5e-888c-45bd327f2862","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.625000151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"771b2002-19ba-4895-8dad-28947e774e4d","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.640777652Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-sub","reconcileID":"771b2002-19ba-4895-8dad-28947e774e4d","MaaSSubscription":{"name":"e2e-att-serve-afd221-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.690992688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"1e8aaaa0-81e0-4916-8446-8caba219e0f4","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.691024125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"1e8aaaa0-81e0-4916-8446-8caba219e0f4","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.735063399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.750535084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"2fe104fe-39f6-4e36-8e24-6cbf9d5f8eea","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.750559571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"2fe104fe-39f6-4e36-8e24-6cbf9d5f8eea","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.767630917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"dbba1f06-412f-4354-b9e8-b71608b8de3f","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.789679629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"dbba1f06-412f-4354-b9e8-b71608b8de3f","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.796671202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"11a50463-1e4e-4a5a-be02-ff61d8985ec7","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.816961502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"11a50463-1e4e-4a5a-be02-ff61d8985ec7","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.904709564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"3f63cab3-7af8-489d-9447-832c7af31d00","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.904859922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"e0c8fe77-5ed3-4ecd-a7d3-1130e488d595","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.904882403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"e0c8fe77-5ed3-4ecd-a7d3-1130e488d595","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.924838276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"3f63cab3-7af8-489d-9447-832c7af31d00","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.969426859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"4fa08457-c310-4ff7-9378-766bf5d67d90","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:38.969454026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"4fa08457-c310-4ff7-9378-766bf5d67d90","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.080260175Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"dca2196b-becc-4b06-bbe3-906057ca1d02","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.159757498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"dca2196b-becc-4b06-bbe3-906057ca1d02","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.182497751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"571a02bd-b322-44e8-9d00-fe7ce23a9097","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.202709098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"571a02bd-b322-44e8-9d00-fe7ce23a9097","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.212732616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"dca2196b-becc-4b06-bbe3-906057ca1d02","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.212760237Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-att-serve-afd221-access","reconcileID":"dca2196b-becc-4b06-bbe3-906057ca1d02","MaaSAuthPolicy":{"name":"e2e-att-serve-afd221-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.222196052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"571a02bd-b322-44e8-9d00-fe7ce23a9097","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.248917832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"cce6c881-01da-47cf-98f8-020c61607023","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-att-user-1fbe9e/e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.248944929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"cce6c881-01da-47cf-98f8-020c61607023","MaaSModelRef":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"routeName":"external-model-e2e-att-serve-afd221-1e4e7654e36b","namespace":"e2e-extmod-att-user-1fbe9e","model":"e2e-att-serve-afd221","externalModel":"e2e-att-serve-afd221","provider":"e2e-att-serve-afd221-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.405417861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.420879861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"351f32b0-0518-4a68-bcdd-d4bff6a50e52","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.420907161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"351f32b0-0518-4a68-bcdd-d4bff6a50e52","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.439827066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"dd0c1fe3-3552-4778-a2ae-aa3499ea0aba","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:59:39.440762897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"2e3b9ee5-c0db-4f8b-8b6b-f206bf676bab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-724767-09037f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.461700215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"dd0c1fe3-3552-4778-a2ae-aa3499ea0aba","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.473819489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"dfb6ada9-1a39-444f-8f04-bd1fc8d22d76","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.47384058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"dfb6ada9-1a39-444f-8f04-bd1fc8d22d76","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.50491079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"91b06bc7-25c4-4fae-a45b-8370e0eb2b7d","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.504933419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"91b06bc7-25c4-4fae-a45b-8370e0eb2b7d","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.535574034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"16f1aec6-a52f-41e7-b500-befc1d56559b","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.535597781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"16f1aec6-a52f-41e7-b500-befc1d56559b","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.579606329Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"c38043f7-fa04-4562-b0e0-2783f3ef48fa","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-724767","model":"e2e-cfl-724767","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.639754292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ba6967b7-41e4-4592-9266-2b8a972ce6df","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.660118916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ba6967b7-41e4-4592-9266-2b8a972ce6df","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.666384929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"cd22afc1-c212-4a4c-a70d-f96329b6af09","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.6664145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"cd22afc1-c212-4a4c-a70d-f96329b6af09","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.726169728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"76f67e68-0dbd-4a76-a66f-631e0a61addc","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-724767","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.797994909Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"60b00247-0a4b-4454-adb7-b8c244f5add1","namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.835494118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"70903ef8-2e0d-4168-99b1-c1830ad30a53","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.842392729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1d151a38-dd4a-49dc-a478-b333bd021844","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.845073458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73cc20c0-da7c-47df-a964-8007e2ec8a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.84722137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e844ce17-378e-4db7-93df-76fde1794faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.855349783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"70903ef8-2e0d-4168-99b1-c1830ad30a53","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.860302126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"7f5cc19b-a127-4f83-a683-e4f0fca5e9d9","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.863508105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1d151a38-dd4a-49dc-a478-b333bd021844","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.865134697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73cc20c0-da7c-47df-a964-8007e2ec8a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.868441033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e844ce17-378e-4db7-93df-76fde1794faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.874614933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"70903ef8-2e0d-4168-99b1-c1830ad30a53","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.880089487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"7f5cc19b-a127-4f83-a683-e4f0fca5e9d9","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:39.97686896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1575cb43-0ef1-43cf-ab7c-41c76ec71041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.002143014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1575cb43-0ef1-43cf-ab7c-41c76ec71041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.003503959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-afd221","namespace":"e2e-extmod-att-user-1fbe9e"},"namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","reconcileID":"d2cd4a71-321f-4e0f-935a-2a37ff760f92","namespace":"e2e-extmod-att-user-1fbe9e","name":"e2e-att-serve-afd221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.061575455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"265efbeb-d798-4d22-baf9-e919f09f228e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.061595508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8d7c9043-98e3-4d42-b861-e71ecf073178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.062018427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b542e59a-4183-4fa8-ad40-b5d3cb5b4b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.082294708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8d7c9043-98e3-4d42-b861-e71ecf073178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.082498861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"265efbeb-d798-4d22-baf9-e919f09f228e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.084799661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b542e59a-4183-4fa8-ad40-b5d3cb5b4b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.117293738Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-detach-8542ad-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.132387274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"b7f91905-c56e-412c-8400-8ee221e0e86c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.132407844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"b7f91905-c56e-412c-8400-8ee221e0e86c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:59:40.150822998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"933579fd-a64a-4d72-82f3-2ebfbc8e2389","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-8542ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.161494824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5788a4af-4852-43e9-9559-82e068d6271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.184015806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5788a4af-4852-43e9-9559-82e068d6271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.185286742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"e4d879cb-e295-443e-ab34-fc76220cfeb2","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.185305741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"e4d879cb-e295-443e-ab34-fc76220cfeb2","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:59:40.21690766Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"e4d879cb-e295-443e-ab34-fc76220cfeb2","name":"e2e-att-detach-8542ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-8542ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:59:40.216968789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"e4d879cb-e295-443e-ab34-fc76220cfeb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-8542ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.233983081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"87bc59fb-b92f-4c31-a32a-a6c504cda518","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.234007428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"87bc59fb-b92f-4c31-a32a-a6c504cda518","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.262594413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2783ef7e-5905-4fe7-9990-07ab5a9ce892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.264694572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e6a490ba-c2cf-45ca-89ed-8568fbbdb800","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.264712018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e6a490ba-c2cf-45ca-89ed-8568fbbdb800","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.266571868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdc343a1-a4d6-457f-ac34-38384505cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.277534932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"2c8e7de2-26ff-41f4-bcdf-57c5a5c009cd","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.281839294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"12a91c48-7ff4-4ff6-9597-0f8fa2d56668","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.283284753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2783ef7e-5905-4fe7-9990-07ab5a9ce892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.286902327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdc343a1-a4d6-457f-ac34-38384505cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.292240085Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"73138c68-45ee-4ac7-afe1-c2d805a0b028","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-detach-8542ad","model":"e2e-att-detach-8542ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a73b1/e2e-att-detach-8542ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.295975109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"c87b6e45-95ea-41da-b71c-45420ec68da3","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.295995735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"c87b6e45-95ea-41da-b71c-45420ec68da3","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.297845294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"2c8e7de2-26ff-41f4-bcdf-57c5a5c009cd","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.302714947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"12a91c48-7ff4-4ff6-9597-0f8fa2d56668","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.39793174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"83b1ff70-f7a2-4583-80e1-70cc20aa6058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.402048782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"bf364d93-af06-40e1-aa8c-4af42f00976e","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.40209184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"bf364d93-af06-40e1-aa8c-4af42f00976e","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.406570054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"670f3c70-25db-4a24-95b3-d87ad6f5f5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.407423729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"64b13460-8dae-4cae-8e45-56df90da1107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.422395215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"83b1ff70-f7a2-4583-80e1-70cc20aa6058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.428303099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"670f3c70-25db-4a24-95b3-d87ad6f5f5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.428836218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"64b13460-8dae-4cae-8e45-56df90da1107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.468595232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"9b25932e-ced6-4ade-8061-097e7b9898e7","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-detach-8542ad","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.48076397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ead5c47f-0b5a-4853-b222-a2d82c9c79ea","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.495238505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0949c1ed-dd78-4859-b100-481dab838fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.500848969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ead5c47f-0b5a-4853-b222-a2d82c9c79ea","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.515391282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0949c1ed-dd78-4859-b100-481dab838fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.520026907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ead5c47f-0b5a-4853-b222-a2d82c9c79ea","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.584200713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"7d0c5752-41eb-47af-bdbf-dd715264a64f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.594535582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"418c8c32-e4f6-4449-b830-703565541375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.595641292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8569dd33-eaca-48d8-b6e7-23b6afdd1eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.604177404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"7d0c5752-41eb-47af-bdbf-dd715264a64f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.611453506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"64570e62-cea1-4cf7-836f-9296759abc68","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.614517765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"418c8c32-e4f6-4449-b830-703565541375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.615488802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8569dd33-eaca-48d8-b6e7-23b6afdd1eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.631294431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"64570e62-cea1-4cf7-836f-9296759abc68","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:40.756901889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:42.245361535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"68dcdaec-53c8-4adc-9fcd-9d70192e15ba","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:45.762434677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"c3487e31-bebb-49c2-8cf9-f16d636de8bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:45.805793203Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"c3487e31-bebb-49c2-8cf9-f16d636de8bd","name":"e2e-extmod-b-a5affe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:46.907581625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"eebd46be-44be-4493-a461-a58c91267f86","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:50.552802972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"5c6968b0-0d0b-4f7c-a402-e136f44d5f74","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:50.572850012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"5c6968b0-0d0b-4f7c-a402-e136f44d5f74","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:50.591760695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"5c6968b0-0d0b-4f7c-a402-e136f44d5f74","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:52.277304815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"bb98ba1f-7134-434c-bda2-99da9bfc566c","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:53.957106265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"a7bf4835-026c-42d0-9672-0e98d9b124ae","namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:53.994420128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fbb209e2-7b15-4928-aa5a-a0c50456af61","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.006899292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b0eeaeac-3816-44df-93cd-022d72e1f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.006984901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"905e6c0c-e5b7-44ff-805c-64b0313fd707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.007858352Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"23e72545-5ebe-49bf-b060-4dbbe183efd5","namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.008933163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0482b5ac-4bf1-4238-ba3f-3db8e528bf6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.018257719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fbb209e2-7b15-4928-aa5a-a0c50456af61","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.023639989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"0d3f331b-fdb1-430f-8772-2fc6aefe2caf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.119067727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b0eeaeac-3816-44df-93cd-022d72e1f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.122177686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"905e6c0c-e5b7-44ff-805c-64b0313fd707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.131717924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0482b5ac-4bf1-4238-ba3f-3db8e528bf6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.137176111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"fbb209e2-7b15-4928-aa5a-a0c50456af61","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.140868662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"0d3f331b-fdb1-430f-8772-2fc6aefe2caf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.183083145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"b39a09b1-301c-4114-a6b4-7c888490e168","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.206172105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"b39a09b1-301c-4114-a6b4-7c888490e168","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.212273423Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"6442dfc4-daf6-419a-9308-b0b2e578d8cc","namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.281707791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"b05957c1-3ae2-4058-a66c-9eba4b82eb17","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.281818525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"b05957c1-3ae2-4058-a66c-9eba4b82eb17","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.344687579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"5e2bcf26-3b28-48c6-a542-96250c4fa0ea","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.344806332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"5e2bcf26-3b28-48c6-a542-96250c4fa0ea","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.355052702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6176a4bd-d9e8-4bc4-a036-c22eb15cfb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.3638865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fc9bb653-c604-42c4-bd20-3eece41cbf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.364079745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"509315fc-508f-4b6a-9ba3-b209a5ecd8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.377832567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6176a4bd-d9e8-4bc4-a036-c22eb15cfb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T21:59:54.378675038Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"5e2bcf26-3b28-48c6-a542-96250c4fa0ea","name":"e2e-cmp-legacy-d0dd68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d0dd68\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T21:59:54.378729612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"5e2bcf26-3b28-48c6-a542-96250c4fa0ea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d0dd68\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.384586274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fc9bb653-c604-42c4-bd20-3eece41cbf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.384634477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"509315fc-508f-4b6a-9ba3-b209a5ecd8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.406208358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"84314f22-a099-4a93-a4c0-c48e41f46b6e","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.406233956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"84314f22-a099-4a93-a4c0-c48e41f46b6e","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.435152883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d08fd80e-86c3-4cb5-bc7a-03c916e1332b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.435237784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9fd2c301-4c7d-4bc4-914e-ec93ccd75b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.436253995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"2be968ce-70b5-45da-bd53-6c12efdb0e88","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.436274449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"2be968ce-70b5-45da-bd53-6c12efdb0e88","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.455831363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d08fd80e-86c3-4cb5-bc7a-03c916e1332b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.455979589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9fd2c301-4c7d-4bc4-914e-ec93ccd75b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.63193737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cf2419d3-849a-4d1d-97d7-9727908edff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.63694998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9abbc5fb-db23-4a50-99ad-edb37be8b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.674128138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cf2419d3-849a-4d1d-97d7-9727908edff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.67660162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9abbc5fb-db23-4a50-99ad-edb37be8b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.688855927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"721a9f05-ec3f-48e8-a366-36936a071799","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.790073492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"721a9f05-ec3f-48e8-a366-36936a071799","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.812529671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c25273ce-ecc8-4cbe-93fd-ff4c1965e31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.834649361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c25273ce-ecc8-4cbe-93fd-ff4c1965e31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.836649147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"bbcec6b2-8547-4044-a063-fcb77a81cf6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.872729676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"bbcec6b2-8547-4044-a063-fcb77a81cf6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.90885485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"6b456b14-7fde-4730-a8a6-cd539ba11597","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.92319528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a2e7b584-6558-4185-828d-56cdadded0f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.928954589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"6b456b14-7fde-4730-a8a6-cd539ba11597","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.947105007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a2e7b584-6558-4185-828d-56cdadded0f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:54.948125306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4bd51b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30ab3bce750d86b891046b04d2430f5ac5217c491a904fb3683d8187c4c3bbd1) AuthConfig (72a1db09297c85e453059bf623f4aeeb83405fa8c43d405311cdac1991a53766) AuthConfig (1501ebb97a11d81e7ef0380fb312ff1cc78095c1067ae1236dea2ad0f0c08e1b) AuthConfig (e119da4bb1e08249e78a42493b66b4d0b0cbab9b830725472f54a89f25965918) AuthConfig (f372e939112e0078f64f46149782484ae894d84902f45b0600cc2e45d4e9dfee) AuthConfig (55c501e0284429dab5d9253535b320d2fa8fb5935dfad0a11a7f00554eb2da7d) AuthConfig (0c1b34d67c798e0f277dc59782780903849640826fdbdab09833bee4d94d2df1) AuthConfig (62c854f73e935406cd8b177cf6b96043cdc1ea876cd877cd1e78a88741b9b411) AuthConfig (22d30465b7bc0d63b29bede77c175bc89363a37a372ab16ee95139958f38a556) AuthConfig (9036fe7b3cc23d3afa089c0a115a4fce3e00b826552fdaf8a8c912fbfe3a4554)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"6b456b14-7fde-4730-a8a6-cd539ba11597","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.025215749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3aa35a7b-5053-4c29-bc0a-98506e065240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.025398255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7797886f-9e6f-4236-8cdb-59bcdf6d88aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.029920671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"07bc16c2-ffbf-42d3-9b3e-b3cf0f98987c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.045215111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3aa35a7b-5053-4c29-bc0a-98506e065240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.04648957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7797886f-9e6f-4236-8cdb-59bcdf6d88aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.04999777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"07bc16c2-ffbf-42d3-9b3e-b3cf0f98987c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.130074878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"ab14d5b1-788e-4257-8fc7-b19341880129","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.130113058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"ab14d5b1-788e-4257-8fc7-b19341880129","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.148917025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"83f46059-aa38-4824-b29e-c7b60b1b83ab","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.171970771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"83f46059-aa38-4824-b29e-c7b60b1b83ab","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.216073355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c005c8fa-2087-43d2-963a-8e2dab0382e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.219539539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4104b812-449e-4da3-b1ae-7200f8abd9b2","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.241180135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4104b812-449e-4da3-b1ae-7200f8abd9b2","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.270380303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c005c8fa-2087-43d2-963a-8e2dab0382e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.290193411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c005c8fa-2087-43d2-963a-8e2dab0382e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.326920943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"021f766d-0470-48e6-a086-2462e2bf4fa2","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:55.32695685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"021f766d-0470-48e6-a086-2462e2bf4fa2","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.368124161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"7b9b1c4c-d82b-4964-8d1e-27cd6595e568","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-724767","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.495452083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"b5fadbe1-88c9-48e8-bb3e-3c89e83b3a04","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.495486777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"b5fadbe1-88c9-48e8-bb3e-3c89e83b3a04","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.572632405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"96f4cd00-0fdc-4883-bfde-10f637d01786","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-detach-8542ad","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.660633644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"650cbac0-25d2-42fb-9405-20882540ae4c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.660668514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"650cbac0-25d2-42fb-9405-20882540ae4c","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.931699502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"89199ba3-da70-4ffa-a617-db125f914c82","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.931699023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"34580557-f70e-4801-8663-7de4bfac12fe","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.933134184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"b1585d5c-aaa4-41df-9c71-fe3000f7ff24","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.939236922Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"fa35dab5-ccd4-49c6-ba90-8328549f6e84","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.952416555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"34580557-f70e-4801-8663-7de4bfac12fe","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.952654581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"89199ba3-da70-4ffa-a617-db125f914c82","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:56.954961885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"b1585d5c-aaa4-41df-9c71-fe3000f7ff24","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:57.310172451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"98f5b550-02ba-4307-ae72-e4e1bd45b515","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:57.3307137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"98f5b550-02ba-4307-ae72-e4e1bd45b515","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.037263014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"06cde955-b1f2-4e5e-9206-7a864858ad6a","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.045172088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"a382a5ef-8f5b-4b49-9456-0a697673c3ab","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.045196162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"a382a5ef-8f5b-4b49-9456-0a697673c3ab","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.057103774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"216ef48b-cfb0-4613-9eb6-9e0b59a0d860","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.071762775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2de605fb-71c5-4de0-a2f1-ad6f5c96825d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.07176281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"358a6112-5c54-4469-895e-ba514cf46f16","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.092205645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2de605fb-71c5-4de0-a2f1-ad6f5c96825d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.093867655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"41111ffb-c2bb-4749-a278-f1aa1223b349","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.095040769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"358a6112-5c54-4469-895e-ba514cf46f16","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.096726208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"1bc53f04-0224-4c67-a6f4-04b7747bc107","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.096777834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"5e050fce-3a87-4570-86fc-e7799654c9f6","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.100559332Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"9213aef7-f331-4386-b72e-05edbf621404","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-31b990fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.112152414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2de605fb-71c5-4de0-a2f1-ad6f5c96825d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.119294963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"41111ffb-c2bb-4749-a278-f1aa1223b349","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.120264769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"1bc53f04-0224-4c67-a6f4-04b7747bc107","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.12287819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"5e050fce-3a87-4570-86fc-e7799654c9f6","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.165241685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"d1b05068-1729-44ce-ae8b-32d07dc3e7a1","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.187640054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9d4b1599-b27c-4d88-ad5a-fd38c0dd008f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.195463721Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"34b6c211-e683-402e-a435-3f9e36b73622","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.207853088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9d4b1599-b27c-4d88-ad5a-fd38c0dd008f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.284772126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"86a376be-4a4f-4ef8-bab6-1d5ffff3929c","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.312908334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f4ba5b6c-c890-4f12-9352-da3f13cc70bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.313656867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"98d0212f-7da5-4191-848a-e91c2498bfad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.315598502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4eeb5f35-85d7-45d3-a267-649ab4ec81a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.333299112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f4ba5b6c-c890-4f12-9352-da3f13cc70bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.333669382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"98d0212f-7da5-4191-848a-e91c2498bfad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.335947836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"97fae05b-37ed-460d-b316-c47ec96d1398","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.335967232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"97fae05b-37ed-460d-b316-c47ec96d1398","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.33611753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4eeb5f35-85d7-45d3-a267-649ab4ec81a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.413657273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d24401-66f8-4f17-a82d-223c1b1d4913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.439935865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b1693436-b28e-482e-a71e-2e652c6dd56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.440738218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"68c10254-fc1b-4706-ba0a-82316fa07277","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.441499687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"74773207-9cd9-4202-9a78-6addc45c82b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.445864268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d24401-66f8-4f17-a82d-223c1b1d4913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.456135183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"860d5c45-ce24-441c-9c06-5daf069f7c14","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.465608872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"68c10254-fc1b-4706-ba0a-82316fa07277","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.466259539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b1693436-b28e-482e-a71e-2e652c6dd56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.475952069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"74773207-9cd9-4202-9a78-6addc45c82b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.481301893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"860d5c45-ce24-441c-9c06-5daf069f7c14","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.530699723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"e58491e2-ac1b-42e6-a9a8-dac23091c1da","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.54458655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"55a489d9-d0c1-4ef4-b9c5-a3ff769d7989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.545898059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"3f9a0e6c-e571-48a7-9681-10d5086cd408","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.545917885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"3f9a0e6c-e571-48a7-9681-10d5086cd408","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.564818262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"55a489d9-d0c1-4ef4-b9c5-a3ff769d7989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.64950693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"913090e0-a7ae-41ed-aab9-a74ee5419728","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.684987186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0d4726df-6110-4aaf-a8e1-b2fca91bac07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.686962531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6072823f-1ed6-42b3-bb25-537c30562490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.689605947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ded6e2df-679e-44c7-86da-61e56677eb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.692147071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"913090e0-a7ae-41ed-aab9-a74ee5419728","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.700643424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"fc6b4551-da9c-421e-a8aa-63d0cf50c078","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.708384383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0d4726df-6110-4aaf-a8e1-b2fca91bac07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.712076939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6072823f-1ed6-42b3-bb25-537c30562490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.712318331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ded6e2df-679e-44c7-86da-61e56677eb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.723233706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"fc6b4551-da9c-421e-a8aa-63d0cf50c078","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.873427681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"848b4707-17b5-4027-b1d1-f2036b8d06d5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.879660188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"7cdfd835-ca05-4bf0-ad99-ead5c7490b13","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.880638471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"f1831a75-cfca-434c-82f2-f4590712c7df","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.889628854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2ea0a5c4-1a7a-4790-a966-68004fd61a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.893421501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"848b4707-17b5-4027-b1d1-f2036b8d06d5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.89487313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e0408abe-ad39-423a-8e4c-116d5ecdd4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.899675456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"7cdfd835-ca05-4bf0-ad99-ead5c7490b13","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.910834509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2ea0a5c4-1a7a-4790-a966-68004fd61a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.989209136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"7cdfd835-ca05-4bf0-ad99-ead5c7490b13","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T21:59:59.990369577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e0408abe-ad39-423a-8e4c-116d5ecdd4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.072949359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ccbc7509-63a6-42da-a045-e761c7be3a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.093920223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ccbc7509-63a6-42da-a045-e761c7be3a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.100959124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6fea1b3b-b207-49ae-8d38-350a9b00a50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.122308649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6fea1b3b-b207-49ae-8d38-350a9b00a50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.142644152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e6899df8-0ee5-4ebc-baf5-587be81d8ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.147220011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4c1f717-3342-4017-a751-c400364bdb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.150257322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"a4efdc7a-32c1-4ecf-ba79-1a7f7cc9fd06","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.168801953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e6899df8-0ee5-4ebc-baf5-587be81d8ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.169389021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"32bad5ae-4423-4335-adb6-222c0208df31","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.171318397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4c1f717-3342-4017-a751-c400364bdb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.200698849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"32bad5ae-4423-4335-adb6-222c0208df31","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.296230709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dc17676d-7b25-4dc9-ac1f-807aa8cdc615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.319033097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dc17676d-7b25-4dc9-ac1f-807aa8cdc615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.395529419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"be99738e-d332-469d-b0cf-0bf2dea72e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.400701741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"71054b12-0f2c-44d3-b9e5-54a2c402529b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.41493558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e341cb73-471b-49cd-bd33-f41dd5dda075","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.415804597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"be99738e-d332-469d-b0cf-0bf2dea72e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.420892713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"71054b12-0f2c-44d3-b9e5-54a2c402529b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.435411282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e341cb73-471b-49cd-bd33-f41dd5dda075","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.493484977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"3783cd55-588d-4ec1-ae3c-1ab26de3d6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.493796824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"68047fec-6920-4466-a773-7c6d2487f969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.513472905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"3783cd55-588d-4ec1-ae3c-1ab26de3d6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.513815638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"68047fec-6920-4466-a773-7c6d2487f969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.578364496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c5b271d0-cc30-446c-8ffd-c3d855b4eeb6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.599699256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c5b271d0-cc30-446c-8ffd-c3d855b4eeb6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.608435481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"2c7baa1a-33a1-4be5-8c05-b60e61c045cf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.619476601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c5b271d0-cc30-446c-8ffd-c3d855b4eeb6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.628715162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"2c7baa1a-33a1-4be5-8c05-b60e61c045cf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.68574262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"6ad170c0-1f82-4550-9824-da13f944a6a7","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.694715303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f7c5ba-b4f1-412b-af89-2182d1dc9524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.694715295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"39e7daa3-a353-4707-aeeb-2fc0c8395ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.701217352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ddf3d5cc-116d-4844-b5ce-52837036267a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.706787565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"6ad170c0-1f82-4550-9824-da13f944a6a7","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.716538548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f7c5ba-b4f1-412b-af89-2182d1dc9524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.717122647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"39e7daa3-a353-4707-aeeb-2fc0c8395ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.724004314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ddf3d5cc-116d-4844-b5ce-52837036267a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.753907176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"216e4c99-38c9-4516-b89e-1d91f1f1c130","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.878098926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"50714569-a442-4f4e-be2a-0489f1546bd5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.882525739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"63059bd7-cd4a-4203-ae5f-1a120f66b33e","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.90143389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"50714569-a442-4f4e-be2a-0489f1546bd5","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.913630611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"eb034582-0b4a-46f1-b5ce-efba7b781ba9","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.913682418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"eb034582-0b4a-46f1-b5ce-efba7b781ba9","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.973567288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"30d487e2-7107-43f4-a566-0d60ab883811","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:00.990593359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"51e39400-a319-4ee7-929a-fada54e7249d","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-724767","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.006162839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"07b09286-981c-4f8b-a6f3-93aab2c8f951","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.006185855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"07b09286-981c-4f8b-a6f3-93aab2c8f951","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.008638307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8aabaa57-5d45-45ec-bbbe-f39a2fafdf13","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.023638714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bffd14a8-405e-429e-8f0f-0bd881975588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.028571266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8aabaa57-5d45-45ec-bbbe-f39a2fafdf13","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.028892325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fb05416f-6aad-4fb2-8ce1-63c927683913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.043730739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bffd14a8-405e-429e-8f0f-0bd881975588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.045860184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"14d919e5-e207-49f3-98ce-37de32e306c5","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.051173687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8aabaa57-5d45-45ec-bbbe-f39a2fafdf13","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.052493835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fb05416f-6aad-4fb2-8ce1-63c927683913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.06693046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"14d919e5-e207-49f3-98ce-37de32e306c5","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.108768774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1e2aea5a-edef-49f7-8227-b364bc51abbf","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.12919783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1e2aea5a-edef-49f7-8227-b364bc51abbf","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.231656076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c53ecb7-2e80-4d3e-981a-2d6e1eb7d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.252818772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"9ba24377-f45c-4f34-b3a2-eac8b8d306ba","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.25285483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c53ecb7-2e80-4d3e-981a-2d6e1eb7d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.267968325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"d31d0faa-a29f-48c7-97df-d0628c48bd38","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.26805564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"d31d0faa-a29f-48c7-97df-d0628c48bd38","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.330737113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"397f6319-3a6a-47cf-929d-1a6fbbfe52a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.332582271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1b56841e-f69f-40fd-b65f-ff8db9af363e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.333146432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"01f7b69e-7431-4109-9837-367ac0f04fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.352273115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"397f6319-3a6a-47cf-929d-1a6fbbfe52a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.355048949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"01f7b69e-7431-4109-9837-367ac0f04fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.355175979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1b56841e-f69f-40fd-b65f-ff8db9af363e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.426375343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1380f98a-ca36-43a3-8eed-5defda00417c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.447414399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1380f98a-ca36-43a3-8eed-5defda00417c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.525157187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6ec297c6-ab4b-43bc-831a-cf642219aa71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.528698029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3f454443-9891-4f4d-b87a-82d9346a66f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.528725031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ebc9fce-0401-4d26-8cf9-560044e49c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.539747423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"cc3b4b6d-ba3b-4c5b-b508-b52a90f6ce98","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.545035855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6ec297c6-ab4b-43bc-831a-cf642219aa71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.550578967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ebc9fce-0401-4d26-8cf9-560044e49c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.550807571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3f454443-9891-4f4d-b87a-82d9346a66f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.560002573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"cc3b4b6d-ba3b-4c5b-b508-b52a90f6ce98","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.707699796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"f3fd4ce5-4fa6-4249-bd34-191c214b903c","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.728171487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"f3fd4ce5-4fa6-4249-bd34-191c214b903c","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.784849268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"3f417f0b-be57-45a2-a333-ca299578a690","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.793449042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"83c8b5e9-21c9-456b-98a4-b5fbba8ec0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.793449384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4b0a9e11-ff50-4601-971b-cb512b7f21a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.797689508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7c138c83-9b11-4990-9513-4fa806c44462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.807120827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"3f417f0b-be57-45a2-a333-ca299578a690","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.814810761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"83c8b5e9-21c9-456b-98a4-b5fbba8ec0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.814987989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4b0a9e11-ff50-4601-971b-cb512b7f21a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.82106627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7c138c83-9b11-4990-9513-4fa806c44462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.830378566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"3f417f0b-be57-45a2-a333-ca299578a690","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.91102373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"71340b10-3d2b-4752-9749-6d46bddf7cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:01.974495257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"71340b10-3d2b-4752-9749-6d46bddf7cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.011796468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"80e53502-e175-443d-aabb-9803cd80769e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.023715832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79454d26-1e23-4530-9d53-a3c9311b2a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.03215391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"80e53502-e175-443d-aabb-9803cd80769e","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.043202554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"c3a30c3a-62d8-413b-91f6-5495edd24d70","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.044258473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79454d26-1e23-4530-9d53-a3c9311b2a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.092747134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"c3a30c3a-62d8-413b-91f6-5495edd24d70","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.123884948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1bc6d397-b6e0-4f3a-b335-20a66ec1fbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.12404082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"45191361-a9fe-46b0-9adc-9c6ef93c2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.147444336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1bc6d397-b6e0-4f3a-b335-20a66ec1fbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.147522577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"45191361-a9fe-46b0-9adc-9c6ef93c2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.211019733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"7b79d9a3-3ee3-4d99-9dbe-d1e4b83f6af3","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.226452214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5e7ab580-0d10-4a78-b024-62398c745ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.231615542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"7b79d9a3-3ee3-4d99-9dbe-d1e4b83f6af3","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.247157252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5e7ab580-0d10-4a78-b024-62398c745ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:02.311045086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"65a2d251-e653-4aea-9133-269128af8fff","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.807908105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.872768256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"5d2940d0-822a-4134-b566-f2afdf4380d3","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.872808688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"5d2940d0-822a-4134-b566-f2afdf4380d3","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.874461443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"4238073c-82e2-4447-bfc8-b18251b01508","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:03.892355084Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87-4bd51b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-a73b87-4bd51b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.903727175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"4238073c-82e2-4447-bfc8-b18251b01508","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.936395091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"d2dfaa23-41a6-4dc1-91d7-8a94667d6282","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.936422792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"d2dfaa23-41a6-4dc1-91d7-8a94667d6282","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.972804519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"8cbe9a55-2e92-4feb-a976-b44e13597793","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.972834422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"8cbe9a55-2e92-4feb-a976-b44e13597793","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:03.982025233Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"7a9ec82e-3abe-46ed-8246-6225cdb5432b","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-a73b87","model":"e2e-cfl-a73b87","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87-4bd51b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.00476227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"fcea5ca2-7b27-452e-addc-1145c20c679d","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.004788482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"fcea5ca2-7b27-452e-addc-1145c20c679d","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.078250651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"9d239ebc-af7f-49fc-b49d-1de5c112dba9","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.07828091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"9d239ebc-af7f-49fc-b49d-1de5c112dba9","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.092891191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ed4bf121-e5b5-4099-b7d1-46e943bca632","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.118763343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ed4bf121-e5b5-4099-b7d1-46e943bca632","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:04.155824528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"9484c51b-56ea-4c53-a9bb-c5094c958901","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-a73b87","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:05.754625485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"a8b209a8-be85-4b17-8326-bec1fea2328c","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:05.754655438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"a8b209a8-be85-4b17-8326-bec1fea2328c","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:05.788619911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"25035b63-8a5f-4fc0-8265-b673ba6f8b7f","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:05.788652506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"25035b63-8a5f-4fc0-8265-b673ba6f8b7f","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:05.807200326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"2a012da4-2cef-46dd-b7f7-b268b75460fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:05.827412972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"2a012da4-2cef-46dd-b7f7-b268b75460fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:06.028431898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"c131e067-dc7b-471b-88e2-35a5af2ec500","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:06.028457442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"c131e067-dc7b-471b-88e2-35a5af2ec500","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.116538702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"7f34d7e1-8f05-4fdd-add3-2e92b794e7e3","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","subscription":"e2e-att-detach-8542ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.147944971Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"7f34d7e1-8f05-4fdd-add3-2e92b794e7e3","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.16369144Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-sub","reconcileID":"7f34d7e1-8f05-4fdd-add3-2e92b794e7e3","MaaSSubscription":{"name":"e2e-att-detach-8542ad-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.22680641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"d8378854-0609-4bd4-b1ad-ea7a7f220471","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.253893424Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-att-serve-861ae9-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-att-unrel-526154-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.271657337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"a6760a05-798e-48e9-86d2-45ff4c0572a0","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.271691467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"a6760a05-798e-48e9-86d2-45ff4c0572a0","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.31855202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"468ae417-ef1f-4e32-8274-61406a5659d4","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.321576735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"17d5e049-fa85-4829-976c-bd604c5c1fc1","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.321719739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e92ffc23-3717-44e6-8f61-c6ce3ce73546","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.323699298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"9a1144b7-33c5-421a-a2dc-17071c8434ae","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.323719415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"9a1144b7-33c5-421a-a2dc-17071c8434ae","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.339456037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"468ae417-ef1f-4e32-8274-61406a5659d4","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.341975141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"17d5e049-fa85-4829-976c-bd604c5c1fc1","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.341998176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"e92ffc23-3717-44e6-8f61-c6ce3ce73546","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.414618202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"5163401f-bbd0-4c8f-91f2-130c4e2fe40e","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.414647889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"5163401f-bbd0-4c8f-91f2-130c4e2fe40e","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.489992697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-detach-8542ad-access","reconcileID":"c0ffa814-5ccc-4a34-b9f3-01078b61edc3","MaaSAuthPolicy":{"name":"e2e-att-detach-8542ad-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.625789198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"743d761f-d21b-4627-8833-4871ddbd01ee","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:09.625827858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"743d761f-d21b-4627-8833-4871ddbd01ee","MaaSModelRef":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-detach-8542ad-760006ec41db","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-detach-8542ad","externalModel":"e2e-att-detach-8542ad","provider":"e2e-att-detach-8542ad-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.159219919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"509fdeb4-c984-4e0a-8cbb-424b1fd9b1a7","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.194440117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2f307134-272d-4e28-ac88-1b75f61dfd88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.197852908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"89ac95ce-268b-43de-8aff-ffdade5f1bf4","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.197876538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"89ac95ce-268b-43de-8aff-ffdade5f1bf4","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.201103669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"4063f1ba-f234-4bab-a617-4925327b3f2c","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.20922163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a334d69f-d883-4884-99a3-f3c179673308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.212376675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9037d70f-f7ed-44c6-8155-e8dc142f0772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.214832241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2f307134-272d-4e28-ac88-1b75f61dfd88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.215132152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"67af9792-eae7-43f0-94fa-ae0e3c4288de","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.221280522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"4063f1ba-f234-4bab-a617-4925327b3f2c","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.230095791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a334d69f-d883-4884-99a3-f3c179673308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.230527388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"59767589-038d-4551-9d16-3d2742e9bb6c","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.230548758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"59767589-038d-4551-9d16-3d2742e9bb6c","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.232700438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9037d70f-f7ed-44c6-8155-e8dc142f0772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.234660127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2f307134-272d-4e28-ac88-1b75f61dfd88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.235963551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"67af9792-eae7-43f0-94fa-ae0e3c4288de","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.272771381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"6b5f7ac7-5487-46bc-9760-6cd7e906a446","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.305141804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e85c6786-004a-4775-b140-ef35b541a795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.327477159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e85c6786-004a-4775-b140-ef35b541a795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.357412095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-8542ad","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","reconcileID":"13208f4a-598d-4edc-a3b2-7ca091a41e31","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-detach-8542ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.359750082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"9af907c2-6f6d-4bbd-9548-75b84e6b4c0e","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.412502101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"03b642a6-2df6-4c2d-a420-e9b0c9d1bdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.435969707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4f5781f4-bdc3-41e8-bbe4-dd3ba15d05ea","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.437663221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"33f2e0eb-e286-4903-a003-679faef779ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.441567074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"03b642a6-2df6-4c2d-a420-e9b0c9d1bdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.460229169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4f5781f4-bdc3-41e8-bbe4-dd3ba15d05ea","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.465681784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"33f2e0eb-e286-4903-a003-679faef779ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.516014085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"21edcb36-0688-4941-959d-976490af58b3","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.522131635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1768cd-77d1-4f80-9081-f19c5d1d5098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.536607619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"21edcb36-0688-4941-959d-976490af58b3","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.542140014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1768cd-77d1-4f80-9081-f19c5d1d5098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.623457014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a8b39f29-d9b5-4d21-a004-0f99df5e4fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.623481431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c0982f45-c7cb-49f5-9e97-059fec78c705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.639626753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8d44d648-cb08-4d70-8cf7-d58584afa5df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.639666291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b28644c4-3eec-4d48-bb62-84823b05d22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.645212217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a8b39f29-d9b5-4d21-a004-0f99df5e4fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.645524839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c0982f45-c7cb-49f5-9e97-059fec78c705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.660225246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b28644c4-3eec-4d48-bb62-84823b05d22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.661446307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8d44d648-cb08-4d70-8cf7-d58584afa5df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.724844012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"24f454e5-0696-4875-8d84-916de34680db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.744935756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"24f454e5-0696-4875-8d84-916de34680db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.757626396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.886572387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"53bd6984-429d-4828-8e52-7987a0c60652","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.901604517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"be706c27-e7ce-4b87-ab07-0c411022dd6c","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.901631191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"be706c27-e7ce-4b87-ab07-0c411022dd6c","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.976182256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"53bd6984-429d-4828-8e52-7987a0c60652","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.976762494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"4a16efdc-f2fd-478d-a78b-0cc4277cc151","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.992594343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"071f8a77-6a67-417d-927e-824b18a1c8cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.99322387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"581a9b98-f12d-49ba-9471-62ae814dcbf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.993884775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"f5a452d1-27aa-40ee-8da0-36174a22ce63","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:10.998760746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"4a16efdc-f2fd-478d-a78b-0cc4277cc151","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.016861643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"f5a452d1-27aa-40ee-8da0-36174a22ce63","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.020688623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"071f8a77-6a67-417d-927e-824b18a1c8cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.024174535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"581a9b98-f12d-49ba-9471-62ae814dcbf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.025896172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"4a16efdc-f2fd-478d-a78b-0cc4277cc151","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.026553514Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"3f0ebe9d-95d8-42e0-b5dc-38b410cadf77","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f715b9dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.073847205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f3eb2a49-7997-4568-a575-d8f6b8a933f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.095245887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f3eb2a49-7997-4568-a575-d8f6b8a933f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.159905497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ededed33-022b-48df-8f45-1c4818a1b84e","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.179890092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"ededed33-022b-48df-8f45-1c4818a1b84e","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.27490371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4218630c-60ae-4c55-9ad0-519ee1d93adf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.274925319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6a536d61-fc43-44aa-925f-90f1b0af2ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.277590169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"b173d7e1-a45a-4397-a807-6206c69acd86","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.296678574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6a536d61-fc43-44aa-925f-90f1b0af2ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.296983614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"4218630c-60ae-4c55-9ad0-519ee1d93adf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.299388483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"b173d7e1-a45a-4397-a807-6206c69acd86","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.382685079Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.397824274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"56011988-18ef-41d0-ac21-890a650ba3ed","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.397850361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"56011988-18ef-41d0-ac21-890a650ba3ed","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:11.419465137Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7d4641-09037f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.430416979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"5f50ffa3-a789-42c9-b0d4-b009f2036e74","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.433874225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"84ad3a86-be4c-4b20-873d-ffdcb1e591c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.450591801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"5f50ffa3-a789-42c9-b0d4-b009f2036e74","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.452048554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"8ff306ee-b69c-4bfc-ac47-ce6e56e62121","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.452073139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"8ff306ee-b69c-4bfc-ac47-ce6e56e62121","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.453852982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"84ad3a86-be4c-4b20-873d-ffdcb1e591c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.483061961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"4d10ce02-d095-4d5d-b691-95cd34ebdc49","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.483093097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"4d10ce02-d095-4d5d-b691-95cd34ebdc49","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.515187526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"cb97f5da-562c-41de-bb78-7d499008c8ef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.515214606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"cb97f5da-562c-41de-bb78-7d499008c8ef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.527674564Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"6ccc91be-d92c-4665-aa6c-8375e41808cb","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","model":"e2e-cfl-same-7d4641","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.616980782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"23b2a7e8-5b52-46cd-8ccc-0eca362b4eb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.617046379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d2d4a3b7-a33c-401f-8c4d-5524135745d8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.618298434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"c9f4784c-2808-43de-a28e-9c18e092df91","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.618353342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"c9f4784c-2808-43de-a28e-9c18e092df91","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.637389354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d2d4a3b7-a33c-401f-8c4d-5524135745d8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.672795152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"23b2a7e8-5b52-46cd-8ccc-0eca362b4eb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:11.702112846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"5d6f3b7f-67d5-4e1c-9fe8-a66fced2ee9e","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:12.342879052Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"23a15aba-3031-4cbb-8925-8eace3d5bc4d","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:19.259018355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"8b95cfb8-b7cc-4c81-b61e-8aedb0c6200c","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.041992421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"4f0e01c8-95fa-48c6-b9b7-e346668c566f","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","subscription":"e2e-att-unrel-526154-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.065764711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2e5ba5b4-325d-4094-93bd-ba095ae24a6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.072633016Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"4f0e01c8-95fa-48c6-b9b7-e346668c566f","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.086142753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2e5ba5b4-325d-4094-93bd-ba095ae24a6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.088603471Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-sub","reconcileID":"4f0e01c8-95fa-48c6-b9b7-e346668c566f","MaaSSubscription":{"name":"e2e-att-unrel-526154-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.105913004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"2e5ba5b4-325d-4094-93bd-ba095ae24a6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.248724193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.266255171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"052ebe86-9622-4dc5-b4a8-b7dbbb8e8487","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.26633957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"052ebe86-9622-4dc5-b4a8-b7dbbb8e8487","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.299870888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"77c1d00e-38c2-4e4e-8be6-339603f172bf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.300639878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"00dfedfb-92c9-425c-a111-d72e85f3ca9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.320781713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"461bd011-4943-4fbb-8902-0c42c05b80cb","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.320813067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"461bd011-4943-4fbb-8902-0c42c05b80cb","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.32331495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"77c1d00e-38c2-4e4e-8be6-339603f172bf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.323361462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"00dfedfb-92c9-425c-a111-d72e85f3ca9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.416340597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"54605101-8e2b-43e9-87c0-25f8dae110c6","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.416374981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"54605101-8e2b-43e9-87c0-25f8dae110c6","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.471928069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-unrel-526154-access","reconcileID":"28831c34-ddf0-4347-9e04-c380107bb134","MaaSAuthPolicy":{"name":"e2e-att-unrel-526154-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.688047978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"f51dc83c-c394-41d7-961b-aab786f85d96","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:21.688090047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"f51dc83c-c394-41d7-961b-aab786f85d96","MaaSModelRef":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-unrel-526154-69be28c62b30","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-unrel-526154","externalModel":"e2e-att-unrel-526154","provider":"e2e-att-unrel-526154-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.159523525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"1a6adf26-d3e0-4406-9384-ce29cb36b01c","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.201047404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"049ee19a-7caa-4270-a144-b7a51d6e5257","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.201933807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"4328adb1-dbe6-46a8-8b44-dba8eac20bf1","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.201957322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"4328adb1-dbe6-46a8-8b44-dba8eac20bf1","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.209478009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7911f310-2bee-486b-a3bf-5b0f49f14136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.212205549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"87026c6e-5f35-4f71-9088-ba40195e730b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.212298436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"18d77f69-f446-4d4a-9eaf-4703e0e23a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.217776844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"37a6b250-da36-4a92-be49-8ca3f4eb67a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.22283431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"049ee19a-7caa-4270-a144-b7a51d6e5257","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.233245086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"18d77f69-f446-4d4a-9eaf-4703e0e23a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.233268771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7911f310-2bee-486b-a3bf-5b0f49f14136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.2356346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"87026c6e-5f35-4f71-9088-ba40195e730b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.239580051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"37a6b250-da36-4a92-be49-8ca3f4eb67a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.244472839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"049ee19a-7caa-4270-a144-b7a51d6e5257","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.269395005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"197e72fd-0e33-4303-80bc-82254d651d9d","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.320917631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"05025abe-3b03-4417-9c83-f66f259ac687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.342960941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"05025abe-3b03-4417-9c83-f66f259ac687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.360941872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-526154","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","reconcileID":"e2ac7092-e576-450a-b70c-c00a17a85b72","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-unrel-526154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.374944523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"47a0d0ef-1d2b-4b3c-b76f-f7a8f684b0a1","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.420953401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4b862de1-742d-4db8-af85-a5739ba1e07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.421755525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"b6a424b3-b3c2-417f-8d14-503cd12cbf9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.452247212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"b6a424b3-b3c2-417f-8d14-503cd12cbf9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.471709967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4b862de1-742d-4db8-af85-a5739ba1e07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.5203951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"83deb70c-cdd0-4b45-841d-265d29b7cb29","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.535004964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"30f0b961-4f83-4b8e-9bea-395a2460c0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.541087372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"83deb70c-cdd0-4b45-841d-265d29b7cb29","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.54214677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9f9e85b-ad18-4046-a68a-03733bce77ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.555561951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"30f0b961-4f83-4b8e-9bea-395a2460c0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.562628245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9f9e85b-ad18-4046-a68a-03733bce77ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.63196168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7d513ba1-1f33-423a-ab23-0e2148ee36cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.653676803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7d513ba1-1f33-423a-ab23-0e2148ee36cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.726000217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f7d6fdb3-f5ef-47bd-bdf3-74b48be9ffbf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.740479336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"73ddfdb6-9286-45dc-93ce-f7f817cb5198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.740485607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6454c398-0b71-487a-ac69-1046c011dacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.740971386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e4f777fd-1607-4026-9e71-2a1da5c38130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.745920177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"f7d6fdb3-f5ef-47bd-bdf3-74b48be9ffbf","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.762861376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"73ddfdb6-9286-45dc-93ce-f7f817cb5198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.76293027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e4f777fd-1607-4026-9e71-2a1da5c38130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.766085927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6454c398-0b71-487a-ac69-1046c011dacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.916856785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"9fae8df8-9c20-4f25-8d06-ee3639953724","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.916888943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"9fae8df8-9c20-4f25-8d06-ee3639953724","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.919719393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"67f900eb-9e1f-4af9-b6cd-0c740379f05f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.940822304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"67f900eb-9e1f-4af9-b6cd-0c740379f05f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:22.971384366Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"006143d6-4f26-4b05-ba22-55ed4f15e409","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7e2967b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.019744878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8c71ea99-0df5-461a-9404-4821965d80e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.031839763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1d16ebff-0f13-4cf0-ada0-390a6bb58fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.038949366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951cefa8-3f22-40a5-a19d-c377eb37238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.043308169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8c71ea99-0df5-461a-9404-4821965d80e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.045125479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"74ef0217-cc58-441c-a587-8f2b938efa59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.055194614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1d16ebff-0f13-4cf0-ada0-390a6bb58fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.063196372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951cefa8-3f22-40a5-a19d-c377eb37238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.066080643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8c71ea99-0df5-461a-9404-4821965d80e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.068290823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"74ef0217-cc58-441c-a587-8f2b938efa59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.123062363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d2be96f-a9d0-4d82-a2ca-f7c3483906ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.143521965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d2be96f-a9d0-4d82-a2ca-f7c3483906ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.216397271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"641a4d1e-c8e3-4f2d-8834-30ab8c4bb063","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.219111609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5aa857d4-93e3-46ff-9534-639284df0b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.236905749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"641a4d1e-c8e3-4f2d-8834-30ab8c4bb063","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:23.239049615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5aa857d4-93e3-46ff-9534-639284df0b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:28.866611276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"48f0c7f6-a607-4847-8a2e-37672c2ee5e6","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.272122828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4998fc-3a94-40ee-a2c4-75f9ef6c6976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.287053691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4998fc-3a94-40ee-a2c4-75f9ef6c6976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.302402048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4998fc-3a94-40ee-a2c4-75f9ef6c6976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.317278281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4998fc-3a94-40ee-a2c4-75f9ef6c6976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.395826669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"693b47d1-cca2-4ce0-b666-fca592a90933","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-a73b87","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.484196003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"d5a1a154-b06d-49b4-a37e-7db7921415a9","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.484222558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"d5a1a154-b06d-49b4-a37e-7db7921415a9","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.497492042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"73360d87-6bcd-4cb2-afa7-c854e4541cc8","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.589233716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"70d5c763-92d7-4905-b68d-b96df644e94b","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.589269146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"70d5c763-92d7-4905-b68d-b96df644e94b","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.929826661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e49d32-caa5-4773-a8b0-5ff652c7f3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.944899624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e49d32-caa5-4773-a8b0-5ff652c7f3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.959898982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e49d32-caa5-4773-a8b0-5ff652c7f3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:29.974929977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e49d32-caa5-4773-a8b0-5ff652c7f3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.225984859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"299674f1-9e94-4244-b846-e07a83e068f0","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.226015634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"299674f1-9e94-4244-b846-e07a83e068f0","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.258263173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"f190c7b1-e9a7-4645-a5c9-c87421d745b6","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.258296109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"f190c7b1-e9a7-4645-a5c9-c87421d745b6","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.305761333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"2c567e83-3053-4240-a215-b9620519a27b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.33125856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"2c567e83-3053-4240-a215-b9620519a27b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.358128562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"2c567e83-3053-4240-a215-b9620519a27b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.395649235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"9163b9fa-ce48-4673-b8de-da1498cdb8c0","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.395680435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"9163b9fa-ce48-4673-b8de-da1498cdb8c0","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.543439218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"a19840ed-0bb6-424f-b6cf-75b055c1fcf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.573282783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"a19840ed-0bb6-424f-b6cf-75b055c1fcf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.596709577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"a19840ed-0bb6-424f-b6cf-75b055c1fcf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.691716387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"e731bdd3-e297-436f-aa70-a8a19a4c7c92","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.69174543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"e731bdd3-e297-436f-aa70-a8a19a4c7c92","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.724735319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"529f9254-d00a-4af5-b420-39bf15caae95","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.725469332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"d186e3f5-2b1f-40a8-8456-1d13b7bf8c4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.745051681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"529f9254-d00a-4af5-b420-39bf15caae95","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:30.745937817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"d186e3f5-2b1f-40a8-8456-1d13b7bf8c4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.037432389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"eb63126e-3b0e-45fe-b745-05ad1c57b3da","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.057717532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"eb63126e-3b0e-45fe-b745-05ad1c57b3da","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.166698311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"b04a3a08-c6cf-4f26-912f-29bdf7962558","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.186905923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"b04a3a08-c6cf-4f26-912f-29bdf7962558","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.205791267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"b04a3a08-c6cf-4f26-912f-29bdf7962558","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.923087861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"6bd7bc01-02e0-426c-b196-db4c0bc84ee4","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.946548666Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"54aa147e-352d-4dad-a8a5-bec01724fd94","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.95648718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"a27ac010-0ac1-4536-bec5-ca98d12e2092","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.959836923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"9bd9c524-7b62-47f0-b619-cad9021f0f29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.970849126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b596dc8c-5d9b-4447-a73e-7edf4fa5f191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.977048848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"a27ac010-0ac1-4536-bec5-ca98d12e2092","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.979774619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"9bd9c524-7b62-47f0-b619-cad9021f0f29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.987996556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"ed8e282a-f944-42e3-83d1-5e6ce5a3d509","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.98989055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"34f22ac5-2d91-4e90-8452-d96fc993a83d","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.990974884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b596dc8c-5d9b-4447-a73e-7edf4fa5f191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:31.999219204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"9bd9c524-7b62-47f0-b619-cad9021f0f29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.009726258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"ed8e282a-f944-42e3-83d1-5e6ce5a3d509","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.010647458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"34f22ac5-2d91-4e90-8452-d96fc993a83d","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.028510756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"ed8e282a-f944-42e3-83d1-5e6ce5a3d509","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.029276419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"e78c4544-8b19-4c21-b692-b5ebd2c4a7a8","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.047167035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b5c77236-fe2e-46d7-adee-836333aecb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.059525054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"26d18042-e29f-4e03-b591-26d4af4dc82e","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.068246493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b5c77236-fe2e-46d7-adee-836333aecb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.14965943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a68affa9-458a-4054-977c-b7886b79f257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.15065487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"980782e4-f6fd-4b57-8a10-9a46c32f36e2","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.169909265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a68affa9-458a-4054-977c-b7886b79f257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.248362083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f155b25e-b1cf-4328-adcc-9a63fc2a7869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.248424999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6cfbe658-8400-4ccf-85a2-07574d2c66af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.268148777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cc9f2bc2-a255-4e12-ab43-b21615f2fa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.270680072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f155b25e-b1cf-4328-adcc-9a63fc2a7869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.271571698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6cfbe658-8400-4ccf-85a2-07574d2c66af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.283182044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"58dc367f-36c6-4615-ad6f-185a0d3fd84a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.293593984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9c4664-e4c5-4e6d-a81e-82cea68a0ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.306874914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cc9f2bc2-a255-4e12-ab43-b21615f2fa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.316574702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"58dc367f-36c6-4615-ad6f-185a0d3fd84a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.328918135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9c4664-e4c5-4e6d-a81e-82cea68a0ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.33370625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"ad7bdb8c-72d2-49e5-ba8e-9789f190457f","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.349938573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"9412f296-dfd3-4724-9720-904908910c92","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.379413346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"da36e072-55fb-44c8-903c-f0419edd338c","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.379446549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"da36e072-55fb-44c8-903c-f0419edd338c","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.479056621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"07232ffd-77f2-43de-b290-4b399f9b7fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.479905179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"c1d8858e-4c0c-4fed-8c72-802e71c4668a","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.503127414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"07232ffd-77f2-43de-b290-4b399f9b7fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.506823245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"c1d8858e-4c0c-4fed-8c72-802e71c4668a","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.604798923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"cf740048-6083-44a3-b4aa-cf81376153eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.625030998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"cf740048-6083-44a3-b4aa-cf81376153eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.632944681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"fa2bb958-fc62-4032-a75a-450f189a9eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.632939994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d371a9fe-9b4a-4dad-b979-575012596064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.653617679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d371a9fe-9b4a-4dad-b979-575012596064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.654370091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"fa2bb958-fc62-4032-a75a-450f189a9eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.719299809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"59e60931-da4e-4b8d-bf79-819cf91f75f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.730941912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"74618b80-ae09-447f-b25d-108e1f47e10e","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.731383774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9e8c90ef-1ba2-4f07-9359-bc9476c5360c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.732458734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ef7ce9e-6323-417e-b947-51d9d73db9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.739391424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"59e60931-da4e-4b8d-bf79-819cf91f75f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.753427256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"74618b80-ae09-447f-b25d-108e1f47e10e","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.754024237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9e8c90ef-1ba2-4f07-9359-bc9476c5360c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.756105497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ef7ce9e-6323-417e-b947-51d9d73db9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.758470385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"59e60931-da4e-4b8d-bf79-819cf91f75f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.76313868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"8e507f5e-0981-413b-a02f-259b89053612","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.787145615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"8e507f5e-0981-413b-a02f-259b89053612","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.806148643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"8e507f5e-0981-413b-a02f-259b89053612","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.840379419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"b5631165-c9fa-4536-a4ed-9547dc7848de","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.840404472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"b5631165-c9fa-4536-a4ed-9547dc7848de","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.846159261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"bcb0d5e8-c9f6-48b0-aa79-265a5a12987d","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.875197719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"bcb0d5e8-c9f6-48b0-aa79-265a5a12987d","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.933879638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3547a43b-c963-4015-8d49-1c8f84a08687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.934543829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"94b97487-e268-4efc-b723-88d07e0ab36a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.93578438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c7c1f115-be47-4ac2-892c-383c88b636a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.957054014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c7c1f115-be47-4ac2-892c-383c88b636a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.957237868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"94b97487-e268-4efc-b723-88d07e0ab36a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.959260912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3547a43b-c963-4015-8d49-1c8f84a08687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:32.986443012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"f884bf1c-ae75-41e6-9075-c064a08061c4","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","subscription":"e2e-att-serve-861ae9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.019811911Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"f884bf1c-ae75-41e6-9075-c064a08061c4","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.033762474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b10db26b-bb06-4dd3-bc36-4fa1e44a3394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.035757179Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-sub","reconcileID":"f884bf1c-ae75-41e6-9075-c064a08061c4","MaaSSubscription":{"name":"e2e-att-serve-861ae9-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.051363809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"55e9c3f9-2498-4ade-a6c4-22fa82ffc649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.053997298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b10db26b-bb06-4dd3-bc36-4fa1e44a3394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.071393215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"55e9c3f9-2498-4ade-a6c4-22fa82ffc649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.127749721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.172094994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a26ebdf2-b83e-49ea-9529-3ff957027c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.173367523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"4fd56095-464f-4ccb-afd0-4a51b8d5d48f","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.173390544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"4fd56095-464f-4ccb-afd0-4a51b8d5d48f","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.187251195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"31903e1d-21ad-4bf4-9e81-36e7c6a68220","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.187640143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1748c8f9-0687-4b42-b08f-5dd6e0d22baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.194068252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a26ebdf2-b83e-49ea-9529-3ff957027c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.208594628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"31903e1d-21ad-4bf4-9e81-36e7c6a68220","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.208940282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1748c8f9-0687-4b42-b08f-5dd6e0d22baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.225616325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"c5875725-553b-4b38-a3f7-d582e0a033cc","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.225642833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"c5875725-553b-4b38-a3f7-d582e0a033cc","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.237986706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"f2270947-912b-4324-bb61-69841d153f5e","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.237999285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"64dc3e9b-a00a-4b0e-97f2-87c8c69f922c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.263877879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"64dc3e9b-a00a-4b0e-97f2-87c8c69f922c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.264001079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"f2270947-912b-4324-bb61-69841d153f5e","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.294676585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"279be87f-9a40-42b6-9160-4fa88c5961cb","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.294712125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"279be87f-9a40-42b6-9160-4fa88c5961cb","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.329282292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d90aea5c-eab9-47ca-93b3-6728231a824d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.379495193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d90aea5c-eab9-47ca-93b3-6728231a824d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.436066296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d90aea5c-eab9-47ca-93b3-6728231a824d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.436101561Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-att-serve-861ae9-access","reconcileID":"d90aea5c-eab9-47ca-93b3-6728231a824d","MaaSAuthPolicy":{"name":"e2e-att-serve-861ae9-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.47174749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"e20f468b-827c-431c-b104-b816a1efb2e0","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"tenant":"e2e-extmod-b-4a73b1","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","model":"e2e-extmod-att-user-383542/e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:33.471785085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"e20f468b-827c-431c-b104-b816a1efb2e0","MaaSModelRef":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"routeName":"external-model-e2e-att-serve-861ae9-1ae2dc65e1ae","namespace":"e2e-extmod-att-user-383542","model":"e2e-att-serve-861ae9","externalModel":"e2e-att-serve-861ae9","provider":"e2e-att-serve-861ae9-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.012769736Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"c4741382-5d53-4185-8021-0f8998091f93","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.063754999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c839961b-c9f4-4e26-bcda-3336420c8fdd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.076226354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cb068317-76a2-40e2-8dc9-14ebead7f9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.078072827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98eda706-8486-4be8-834b-e9a2f2fd7681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.07852983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ee3d04a6-07e3-4867-b5ba-f025854e0f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.083968473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c839961b-c9f4-4e26-bcda-3336420c8fdd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.093357913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"aaad98fe-503f-4296-8e5e-1fe2f395d05a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.097734589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cb068317-76a2-40e2-8dc9-14ebead7f9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.100069447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98eda706-8486-4be8-834b-e9a2f2fd7681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.101163291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ee3d04a6-07e3-4867-b5ba-f025854e0f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.104366509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"c839961b-c9f4-4e26-bcda-3336420c8fdd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.118767884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"aaad98fe-503f-4296-8e5e-1fe2f395d05a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.140119776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"aaad98fe-503f-4296-8e5e-1fe2f395d05a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.160833383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"434b5042-ec70-4f1a-9964-404adb8de303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.181542501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"434b5042-ec70-4f1a-9964-404adb8de303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.219417832Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-861ae9","namespace":"e2e-extmod-att-user-383542"},"namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","reconcileID":"22d7ffea-ddf6-4568-be6a-c72209061311","namespace":"e2e-extmod-att-user-383542","name":"e2e-att-serve-861ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.252873125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d7e7d175-8382-47d2-bf55-98f6e6d77bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.280821603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d7e7d175-8382-47d2-bf55-98f6e6d77bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.302630501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"84a62a19-1d37-4b40-8150-93673c0dce03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.323849334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"84a62a19-1d37-4b40-8150-93673c0dce03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.388506342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17594c8f-70e5-49fb-80cd-f838833f9597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.391797144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"efec6251-213e-4f0f-bc71-2d1b826d2222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.401175888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"0c0e9c9d-2375-4b5e-8ee7-94f5b60eccaf","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.408225864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17594c8f-70e5-49fb-80cd-f838833f9597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.411802954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"efec6251-213e-4f0f-bc71-2d1b826d2222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.422505403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"0c0e9c9d-2375-4b5e-8ee7-94f5b60eccaf","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.471668835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"a48a74d9-79ee-4306-a8c6-c5346a8232db","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.490897276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"b39cb3a9-3582-404a-b6ca-e3f77323d3aa","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.506491124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"4112c835-be70-4350-8fd5-70ee24603e9d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.574411712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"4112c835-be70-4350-8fd5-70ee24603e9d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.626895269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"e67f86c4-8d39-4dde-a56e-7268eb9a1254","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.628161469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c40203e0-eaa2-4981-8c1b-5b75f8da80a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.628987729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"84603c1a-04ab-4b9d-a8d6-96b493d798fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.672237449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"e67f86c4-8d39-4dde-a56e-7268eb9a1254","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.67382832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"84603c1a-04ab-4b9d-a8d6-96b493d798fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.675583871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c40203e0-eaa2-4981-8c1b-5b75f8da80a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.722654507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2d707277-da6b-4c5b-82c2-289a6a976632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.742684085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2d707277-da6b-4c5b-82c2-289a6a976632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.747156243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"2f01b85d-43d7-46c8-ae6c-0621b232056f","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.828872572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"34a742a6-f8cc-491a-9676-5013f4aa8534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.84945673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"34a742a6-f8cc-491a-9676-5013f4aa8534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.884441203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"550c3d41-55aa-44a7-8f06-7bc4c551c0be","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.899626673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"80c9d275-b8f1-4aa8-a24e-316cda34daa5","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.899656767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"80c9d275-b8f1-4aa8-a24e-316cda34daa5","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.903679227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"09ec994e-70e1-4fbb-9398-82e7b282d1e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.923722039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"09ec994e-70e1-4fbb-9398-82e7b282d1e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.932844959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"becaa252-f14f-4c42-b607-cf0441f70a0b","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.933874113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"4e1ef0a7-37c6-4a74-bc2a-fd0f28667f4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.943535131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"09ec994e-70e1-4fbb-9398-82e7b282d1e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.950971119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"7bd6b52b-6557-47bc-88f8-b8764947a2d0","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.954056129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"7bd6b52b-6557-47bc-88f8-b8764947a2d0","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.958227576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"4e1ef0a7-37c6-4a74-bc2a-fd0f28667f4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.95960006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"becaa252-f14f-4c42-b607-cf0441f70a0b","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:34.988861816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"4e1ef0a7-37c6-4a74-bc2a-fd0f28667f4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.005950643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"03b98da4-a74d-4511-a81f-4b9d5e5cbcbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.00619267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd75a6ac-abe1-4da6-b77b-e1796c5be656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:35.006658445Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"7bd6b52b-6557-47bc-88f8-b8764947a2d0","name":"e2e-att-unrel-f15e60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f15e60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:35.006743834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"7bd6b52b-6557-47bc-88f8-b8764947a2d0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f15e60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.069490319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"03b98da4-a74d-4511-a81f-4b9d5e5cbcbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.072051512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"b3d0b4f8-b2ac-4d66-88db-b701c775bbf0","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.072086947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"b3d0b4f8-b2ac-4d66-88db-b701c775bbf0","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.083731613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd75a6ac-abe1-4da6-b77b-e1796c5be656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.101363143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2e8627ae-5ae4-4cac-8a00-44a170fe4efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.121451746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2e8627ae-5ae4-4cac-8a00-44a170fe4efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.182102579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"537276dd-f105-44b2-946d-0f7c2b460766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.182130573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e48081ed-87f1-46c5-906f-5f9f78a1e755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.203108783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e48081ed-87f1-46c5-906f-5f9f78a1e755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.204184319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"537276dd-f105-44b2-946d-0f7c2b460766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.281741883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5564f596-0db1-4d6f-8229-2d0b4989cfd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.296184599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"443c8c94-030a-4ac9-8867-c2dd3950bdc8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.30173028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5564f596-0db1-4d6f-8229-2d0b4989cfd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.321361423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"443c8c94-030a-4ac9-8867-c2dd3950bdc8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.38287706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"0b4d5cdb-538e-436d-8b95-2247fd3f3675","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.384955896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"8db8ae46-e0ef-49aa-b773-741c1d74838b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.38600414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a30c27c-7f57-41b6-94ce-b2643927f69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.407795594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"8db8ae46-e0ef-49aa-b773-741c1d74838b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.407795759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"0b4d5cdb-538e-436d-8b95-2247fd3f3675","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.410096418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a30c27c-7f57-41b6-94ce-b2643927f69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.482433736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"56e1bceb-5583-434c-a92e-a8649dc348ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.503793054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"56e1bceb-5583-434c-a92e-a8649dc348ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.567645892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8d3fdb83-3a8f-4ac7-88e2-cc9d18a16d10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.582263208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5996b35c-ab35-41be-8798-371054eff43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.585754899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1220ca5f-d85a-4592-b59b-5c8532067f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.58576235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"17531055-3582-48d9-a3cf-a334d7cfd09f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.590659841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8d3fdb83-3a8f-4ac7-88e2-cc9d18a16d10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.608121832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5996b35c-ab35-41be-8798-371054eff43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.609067027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"17531055-3582-48d9-a3cf-a334d7cfd09f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.610368412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8d3fdb83-3a8f-4ac7-88e2-cc9d18a16d10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.612003885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1220ca5f-d85a-4592-b59b-5c8532067f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.706904459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"600d1d90-dfdc-4901-b4fe-526788d299e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.707603324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d6c261e7-058d-4455-b8e1-f4c1a975a3c4","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.729848409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"600d1d90-dfdc-4901-b4fe-526788d299e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.730423283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d6c261e7-058d-4455-b8e1-f4c1a975a3c4","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.751728369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"600d1d90-dfdc-4901-b4fe-526788d299e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.797019147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"d8c3a75f-370f-44c4-b85a-9d8f7c6ec179","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.797055842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"d8c3a75f-370f-44c4-b85a-9d8f7c6ec179","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.808926147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"5d53151f-6482-41df-8036-0b52cb42151d","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.830865753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"5d53151f-6482-41df-8036-0b52cb42151d","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.875421367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"164b8a24-3405-4c22-837a-49283ad0bf31","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.932987075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"164b8a24-3405-4c22-837a-49283ad0bf31","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.95239764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"164b8a24-3405-4c22-837a-49283ad0bf31","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.988822401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"80c2f675-dcfc-4113-8632-648b6505d024","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:35.988860658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"80c2f675-dcfc-4113-8632-648b6505d024","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:37.994484529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4bd51b priority=0:[ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87-4bd51b-sub ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-ok-a660c0-79a48e-sub]","namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.00918072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"e900cd36-2fca-4ce8-ac1d-e4a1b4137500","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.009206082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"e900cd36-2fca-4ce8-ac1d-e4a1b4137500","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:38.091793299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"16008322-7ca8-4c67-ad65-16d9c07d53eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-a660c0-79a48e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.102267648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"6658aeb0-38d2-4dd5-9b21-0135424a193b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.104952187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"af3d4441-b3dc-4f62-a047-d50ece2df255","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.114231911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"b27a83f2-3e15-4e25-82f8-472b098d3668","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.114262221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"b27a83f2-3e15-4e25-82f8-472b098d3668","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.122498433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"6658aeb0-38d2-4dd5-9b21-0135424a193b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.125089687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"af3d4441-b3dc-4f62-a047-d50ece2df255","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:38.146838567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"b27a83f2-3e15-4e25-82f8-472b098d3668","name":"e2e-cfl-ok-a660c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-a660c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:00:38.146906396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"b27a83f2-3e15-4e25-82f8-472b098d3668","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-a660c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.162373899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"508a141c-8bdc-4a3d-8ecb-0a5597c46524","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.16240237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"508a141c-8bdc-4a3d-8ecb-0a5597c46524","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.193585889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"6bff7037-2119-445e-8b1c-b92ab701b343","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.193619601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"6bff7037-2119-445e-8b1c-b92ab701b343","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.231559196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"5b5f1016-6e31-4fc6-818c-d5d015162e87","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-ok-a660c0","model":"e2e-cfl-ok-a660c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-ok-a660c0-79a48e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.245606966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"67d94568-b454-4e90-9307-ab7754537cb0","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.246090223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"55bc2b56-a42b-4e6d-aad3-7b2006370471","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.266060242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"67d94568-b454-4e90-9307-ab7754537cb0","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.266224038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"55bc2b56-a42b-4e6d-aad3-7b2006370471","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.319243673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"e66e1594-40e3-4be5-9a10-0ec69f055811","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.319281863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"e66e1594-40e3-4be5-9a10-0ec69f055811","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.395663897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"29b2cdf6-2e77-47ee-87f5-f576e3c483c6","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-ok-a660c0","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:38.914999121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"fcb1db55-6e09-44c1-a485-ef78f0a80bb7","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:40.756872086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:42.091687142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"c1a61f38-21e0-471a-8194-c5f97ccb0c01","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:45.644846577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"f4d7c371-2734-43ae-851b-c92eeb9838ef","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:45.665445131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"f4d7c371-2734-43ae-851b-c92eeb9838ef","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:45.684492534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"f4d7c371-2734-43ae-851b-c92eeb9838ef","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:45.81554133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"f1d8886b-63e0-4d24-accb-4182863e0e5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:45.836181556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"f1d8886b-63e0-4d24-accb-4182863e0e5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:45.855204403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"f1d8886b-63e0-4d24-accb-4182863e0e5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:46.006849321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"f617c4b7-3ba9-46a0-9f30-eb0ff5325fe6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:46.028031464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"f617c4b7-3ba9-46a0-9f30-eb0ff5325fe6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:46.047116189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"f617c4b7-3ba9-46a0-9f30-eb0ff5325fe6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:48.955001235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"ff378fbf-39fe-446d-b386-023f80add745","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.349499082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"63fddd6c-ab05-4286-a4a2-101d458292c7","namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.371652118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"06ef83a5-2dd2-42ca-a654-855ef7a680b4","namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.385838912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"dc8693a9-6e18-446c-a8f9-fb24dc3ba036","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.385848211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"570f31ce-74b9-484b-aa8f-aa217b631edf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.401086533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c4f05573-e99a-40aa-86a6-4518ad9d1065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.403082296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"432a89ff-a1ca-4fbc-afc5-0f08a5b6e5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.409680134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"570f31ce-74b9-484b-aa8f-aa217b631edf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.412863776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"9eb2b9f7-fe5b-42b9-8770-c21262f35f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.41695428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"dc8693a9-6e18-446c-a8f9-fb24dc3ba036","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.424162996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c4f05573-e99a-40aa-86a6-4518ad9d1065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.477929284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"570f31ce-74b9-484b-aa8f-aa217b631edf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.478987344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"432a89ff-a1ca-4fbc-afc5-0f08a5b6e5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.481607355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"9eb2b9f7-fe5b-42b9-8770-c21262f35f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.483139004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"dc8693a9-6e18-446c-a8f9-fb24dc3ba036","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.501682258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"9eb2b9f7-fe5b-42b9-8770-c21262f35f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.528226951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"eabeaaa7-d8dd-41f0-b549-7badf9c57db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.532505106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e5e64e55-bd3a-4aa3-9e3a-e5a1f2cf8255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.548944563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"eabeaaa7-d8dd-41f0-b549-7badf9c57db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.553394823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e5e64e55-bd3a-4aa3-9e3a-e5a1f2cf8255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.613549873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"fa2d724f-c68f-46a1-b4f1-f22a7cf758c6","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.641815611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"80c034e4-8b9c-426e-84e4-64f42e0b64fc","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.662212315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"80c034e4-8b9c-426e-84e4-64f42e0b64fc","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.727742059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fec423c-43ad-40c9-b483-de23ea5ccb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.758652118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fec423c-43ad-40c9-b483-de23ea5ccb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.786680582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"1bf6762b-1e08-4d59-a2b0-1ce0a18f6fa6","namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.802102976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"14acb5f7-64ea-4bba-8271-296b1ca4da0b","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.802127906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"14acb5f7-64ea-4bba-8271-296b1ca4da0b","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.81853364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"01c60b2c-1b27-4e49-b0aa-0bf8a73feb7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.821983168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"63dbf43b-c154-4501-82ee-726745c3c020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.822690896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d88a355-0355-444a-8970-b87fd7c30e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.840205789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"01c60b2c-1b27-4e49-b0aa-0bf8a73feb7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.845042503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"63dbf43b-c154-4501-82ee-726745c3c020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.845574273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5d88a355-0355-444a-8970-b87fd7c30e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.853189666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"854c1e1d-5e3c-454b-8827-4d3a755cb255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.874166877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"854c1e1d-5e3c-454b-8827-4d3a755cb255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.951070398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"0bb76cb6-6726-4e0a-8f10-cf600b9b2ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.965484525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02629c4f-b6f8-4d1a-b0c8-29acfbcb4970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.965831387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a9b263c1-09e4-440f-8447-45de7defe001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.971737432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"0bb76cb6-6726-4e0a-8f10-cf600b9b2ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.973244461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"cf22ec15-04af-46ed-a724-44a7613d7abb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.979876004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"f5d29fc2-34bc-46d6-ba00-95e7d43768dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.9865898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02629c4f-b6f8-4d1a-b0c8-29acfbcb4970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.987454279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a9b263c1-09e4-440f-8447-45de7defe001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:49.993534465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"cf22ec15-04af-46ed-a724-44a7613d7abb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.000965555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"f5d29fc2-34bc-46d6-ba00-95e7d43768dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.063353218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"d9a82962-e2d1-4918-bea1-e2776bfdd3d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.063376121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"48dc594a-42ac-452f-92b5-0d0b73576040","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.077732832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9b1471d9-1ef5-4ee2-b89e-816912483f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.083256839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"d9a82962-e2d1-4918-bea1-e2776bfdd3d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.084485207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"48dc594a-42ac-452f-92b5-0d0b73576040","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.098943814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9b1471d9-1ef5-4ee2-b89e-816912483f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.102215105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"d9a82962-e2d1-4918-bea1-e2776bfdd3d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.274956255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"43307a3a-b3dd-4d18-b2db-c9f752acf447","namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.293819569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9d49704d-3518-4e5b-a618-578b811b368d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.304646459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"dcd5b772-dfb7-4cb8-96fe-bef62f3a9197","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.304677106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b591ce64-fc0c-4b22-b464-803f28637c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.31923312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9d49704d-3518-4e5b-a618-578b811b368d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.325332195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"dcd5b772-dfb7-4cb8-96fe-bef62f3a9197","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.328307965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b591ce64-fc0c-4b22-b464-803f28637c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.331632563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d011e7e9-06f9-48d6-b307-b18d39c5ca8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.338127762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9d49704d-3518-4e5b-a618-578b811b368d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.344237096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"dcd5b772-dfb7-4cb8-96fe-bef62f3a9197","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.372245452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d011e7e9-06f9-48d6-b307-b18d39c5ca8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.404071107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2a7ee1cc-6799-4234-93ba-2573d12fcdb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.407062347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b663a49d-9296-4116-862c-67ab321395a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.418348297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"903181dd-cfc7-4de5-a14e-d6f0bca2f59c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.424234398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2a7ee1cc-6799-4234-93ba-2573d12fcdb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.426918297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b663a49d-9296-4116-862c-67ab321395a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.438608043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"903181dd-cfc7-4de5-a14e-d6f0bca2f59c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.438953822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7a7a42fe-ad07-4d51-a4d7-52631382540f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.453234839Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"a8b1a7d4-f271-4fb2-9476-ce36951afbc8","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.458893688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7a7a42fe-ad07-4d51-a4d7-52631382540f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.543284384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"b624b765-e75c-460d-9647-59bc09323366","namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.590056467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c32e8ed7-fc59-4ac1-bbcc-46ed430fb320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.610264917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c32e8ed7-fc59-4ac1-bbcc-46ed430fb320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.649200678Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"6ab331df-7c23-48d8-964f-79fd97273c69","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.676615412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"73c42622-1226-4450-a81f-05bcf321339e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.691686657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8c4ef287-a089-4159-8c96-46cacbca79fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.697723654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cbe2b37f-5b42-40ba-97f8-f6d48e44b5b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.698292296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"73c42622-1226-4450-a81f-05bcf321339e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.707181698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"9bc21f46-be13-4cf9-b4b1-f0ad55995298","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.709839327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"c593a469-b168-41a1-868f-250ebc88e921","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.712995672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8c4ef287-a089-4159-8c96-46cacbca79fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.719003168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"73c42622-1226-4450-a81f-05bcf321339e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.720869274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cbe2b37f-5b42-40ba-97f8-f6d48e44b5b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.731188527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"c593a469-b168-41a1-868f-250ebc88e921","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.750317237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"c593a469-b168-41a1-868f-250ebc88e921","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.794534618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"52a30c34-e279-44f4-b374-82cd7de68a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.799959759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2d6795-0664-4d95-adac-c569ef2ae900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.80897279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"dc40852b-4b5f-48eb-89b0-75bd8fb08192","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.814655916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"52a30c34-e279-44f4-b374-82cd7de68a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.821839749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2d6795-0664-4d95-adac-c569ef2ae900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.831191565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"dc40852b-4b5f-48eb-89b0-75bd8fb08192","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.904255585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"37026ce0-2ef2-4d48-80b1-91e38cc615df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.907092774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"440995b1-43d0-4bbf-bf33-4cfef8a5bd2b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.924624464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"37026ce0-2ef2-4d48-80b1-91e38cc615df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.928219641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"440995b1-43d0-4bbf-bf33-4cfef8a5bd2b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.973938953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"f171b844-ccb5-471c-90d1-779adbaf5631","namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.976136822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"dff4929c-10d2-4857-843f-9e9da154fcca","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.989470343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"702b597b-2df3-4c30-b257-1f18db48af7e","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.98949818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"702b597b-2df3-4c30-b257-1f18db48af7e","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.99061111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"844f9950-5835-4bb3-ba03-949689ef2564","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:50.996811433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"dff4929c-10d2-4857-843f-9e9da154fcca","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.010699935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"844f9950-5835-4bb3-ba03-949689ef2564","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.015644788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"dff4929c-10d2-4857-843f-9e9da154fcca","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.091710325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3bb636f0-4246-4423-ae7c-a89d34239782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.091756944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e4a01a8e-69be-46aa-aa6b-069fbb194b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.113473046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e4a01a8e-69be-46aa-aa6b-069fbb194b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.113519089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3bb636f0-4246-4423-ae7c-a89d34239782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.191630131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1163ca9c-3d2c-4a6a-a8b1-5988ac33d644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.191663018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a0c1bbcc-1e43-43c5-b753-05d9ca8ec7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.21336437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a0c1bbcc-1e43-43c5-b753-05d9ca8ec7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.213455111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1163ca9c-3d2c-4a6a-a8b1-5988ac33d644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.29373307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ff2d5571-8643-4987-8a11-58c5e59cb3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.293740748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20c91afa-8fd3-4be2-ad99-30bb50182ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.309135166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4be41c93-30fb-431e-938a-a76c503b016c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.315217612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20c91afa-8fd3-4be2-ad99-30bb50182ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.319503812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ff2d5571-8643-4987-8a11-58c5e59cb3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.353237927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"4be41c93-30fb-431e-938a-a76c503b016c","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.451749183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"26d96923-f324-4227-a189-c06b25378ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.472830139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"26d96923-f324-4227-a189-c06b25378ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.504079213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"e8084d3e-7cbb-42d1-b016-5d3bc58403f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.520619557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"097ed671-c53c-47ba-b97d-433f651439b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.521533631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"11175eab-93ae-4e77-9f34-09bd194c713d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.525645805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"e8084d3e-7cbb-42d1-b016-5d3bc58403f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.53865578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"401ed315-da48-4da7-aa05-0ba8d9bdd5dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.540696294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"097ed671-c53c-47ba-b97d-433f651439b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.541779085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"11175eab-93ae-4e77-9f34-09bd194c713d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.544127321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (270fe87aa84286c46bb761ada5922fa8bb3b2284c2364f94762d1f683241a5a1) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (4e4773bd8777447e250fc27261cafe4d4ac62e84a12d47884bf36aae415ccf17) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bef9dd82845fb4d6475e2729e010510cf4f4f8cb2e43f9e6c839900885c75c5c) AuthConfig (b9b65a9d053d3699ae2f52bd7ddb02082f3c6b254c73628cc9bdd649a7deb55d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"e8084d3e-7cbb-42d1-b016-5d3bc58403f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.558764205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"401ed315-da48-4da7-aa05-0ba8d9bdd5dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.577703009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fac043-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fcff742129b6583bd7e48bce4af5b8557c00bab9e74eb74496d5ac9bb4418ab) AuthConfig (0ae395a607ab582f51d6da828bd200421ff3c5c94fc3940a038bb83ff3c65176) AuthConfig (4807bffad552962abbcd1c99758836b29c65e501ce077c5bfedd7f9d473500ea) AuthConfig (7914bc80b670a0a971eea7935bdd3cfa4a0003d9d7786029b4dc1dcc8a1590ac) AuthConfig (e4a5dc2a90626033fde175842ff7303a20c56b03496d8487c5f6d24560027fde) AuthConfig (2f1dc7d661d37edf05730125f5e8212ed8f6f37724f610ac9d2c81d1e75d36b7) AuthConfig (7a6a6ad926d9dcd0751021f3e2971973fd36d1ec0d581e60aa7c462a4aa28252) AuthConfig (6212418c23d9fe3e86e0dd11940dc88854d3438fa152f6ec12e62e17acc3fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"401ed315-da48-4da7-aa05-0ba8d9bdd5dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.623176198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"2e97acc2-5e88-436c-8173-3887adaa6bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.637746453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"2b6b9fe1-824d-47f9-98a3-368559aa2dd1","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.643444566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"2e97acc2-5e88-436c-8173-3887adaa6bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.659112785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"2b6b9fe1-824d-47f9-98a3-368559aa2dd1","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.720859914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"25771c0b-5151-4993-a8a8-f9d188e234cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.725479816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83bf3498-a7f9-4330-acd6-731b834249da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.725479698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"48843ca0-5e02-45ff-9b03-fecffff162cb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.741506553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"25771c0b-5151-4993-a8a8-f9d188e234cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.745942272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83bf3498-a7f9-4330-acd6-731b834249da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.745969108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"48843ca0-5e02-45ff-9b03-fecffff162cb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.806143617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"ba138e91-4126-4f21-b6ce-dd584b6080e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.827110807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"ba138e91-4126-4f21-b6ce-dd584b6080e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.84907677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"ba138e91-4126-4f21-b6ce-dd584b6080e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.93081891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"8143e920-b9df-4739-b91d-a8991dfe2fe7","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:51.951913446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"8143e920-b9df-4739-b91d-a8991dfe2fe7","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:52.122848186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"b40ad31f-6860-487b-a68b-8a4c0b35701a","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.068153034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"95884425-517e-42f3-a55f-563ed3c5df9a","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.068185911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"95884425-517e-42f3-a55f-563ed3c5df9a","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.099475771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"e5c98afa-d944-4903-a439-bef5eff426da","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.099513833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"e5c98afa-d944-4903-a439-bef5eff426da","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.107526892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9e14dff3-e247-4d73-9f0f-dbcb8ed2ea57","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.160597283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9e14dff3-e247-4d73-9f0f-dbcb8ed2ea57","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.179128356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9e14dff3-e247-4d73-9f0f-dbcb8ed2ea57","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.215538211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"26a3a727-d4ee-427e-b00d-623cbc7a68a0","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:56.215578581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"26a3a727-d4ee-427e-b00d-623cbc7a68a0","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:00:58.98761474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"cada9856-7586-4bb6-836e-e21dab5706c3","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:00.775911917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"1fae695d-4379-481b-b0c5-3bcf9c3b0522","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-ok-a660c0","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:00.864906083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"c4858620-ee70-4056-af00-a179793a9c55","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:00.864933694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"c4858620-ee70-4056-af00-a179793a9c55","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.584935966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"35c69744-ee11-459d-87e1-87019b774211","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.605146929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"35c69744-ee11-459d-87e1-87019b774211","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.710643667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"e0c54f00-c0ac-472d-9ac5-f6d0f31b0e12","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.731229871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"e0c54f00-c0ac-472d-9ac5-f6d0f31b0e12","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.736128339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"ae713b7c-d148-44dd-964e-856b155c555f","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.736160863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"ae713b7c-d148-44dd-964e-856b155c555f","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.8838887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9204f637-da04-4cab-b8d2-263057af60e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.904228546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9204f637-da04-4cab-b8d2-263057af60e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.913599213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"6a45a1ca-8719-488f-9f77-e0eccaa77a08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.924194356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9204f637-da04-4cab-b8d2-263057af60e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.931566755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"fc638606-57e7-4e80-9ea3-8d97b7154924","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.931604163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"fc638606-57e7-4e80-9ea3-8d97b7154924","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.93486789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"6a45a1ca-8719-488f-9f77-e0eccaa77a08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.971942629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"80faf9fd-d152-4e01-b822-1e590e1fe1f0","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:01.971978587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"80faf9fd-d152-4e01-b822-1e590e1fe1f0","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:02.15471029Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"032a9193-cc47-46f9-b6d5-570ae02e7932","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:02.299733223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"78e68e04-3a73-4c6e-8ddb-d67d2d1dbc46","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:02.321168229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"78e68e04-3a73-4c6e-8ddb-d67d2d1dbc46","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:02.340887836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"78e68e04-3a73-4c6e-8ddb-d67d2d1dbc46","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.221439453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b4b18","namespace":"e2e-extmod-cfl-2-e0bf9d"},"namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","reconcileID":"20d031fa-079f-4304-81f1-f923bc3fd976","namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.241616197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b4b18","namespace":"e2e-extmod-cfl-2-e0bf9d"},"namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","reconcileID":"06b489ca-ca2b-4229-ac0e-f43745546b71","namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.259267991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"f2cde62e-6b34-4c5f-bdb5-ff7c0ccf2350","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.262097521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d1b54f09-6988-4600-b902-879dbb804eda","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.270695656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e4f8dcfa-2959-49f6-a3c0-92b94377dcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.272117649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f24a0e73-9a76-4480-9df4-a44fa348ab88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.276529618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"43a49afb-3c3d-4461-b66a-663f999343fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.279544863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"f2cde62e-6b34-4c5f-bdb5-ff7c0ccf2350","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.282565503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d1b54f09-6988-4600-b902-879dbb804eda","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.291090269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e4f8dcfa-2959-49f6-a3c0-92b94377dcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.293595137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f24a0e73-9a76-4480-9df4-a44fa348ab88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.298206617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"43a49afb-3c3d-4461-b66a-663f999343fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.298513501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"f2cde62e-6b34-4c5f-bdb5-ff7c0ccf2350","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.301384537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d1b54f09-6988-4600-b902-879dbb804eda","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.372251546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"38208814-ddb5-4d8b-846a-846efb6f3ee5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.394160168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"38208814-ddb5-4d8b-846a-846efb6f3ee5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.402376014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"c517ef51-9e34-4835-bc1f-8a45346faa1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.424072519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"c517ef51-9e34-4835-bc1f-8a45346faa1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.467696285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b4b18","namespace":"e2e-extmod-cfl-2-e0bf9d"},"namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","reconcileID":"c01dfeea-34dd-40a3-a1e9-f6af115256b2","namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.475020487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e8430e-4c29-4978-a675-3936c5435d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.477138282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"003db332-8828-4b4e-a005-5ff67b813b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.490088815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"2880d101-b0ae-45aa-a4c1-311878beb7d3","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.494809324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e8430e-4c29-4978-a675-3936c5435d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.497107999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"003db332-8828-4b4e-a005-5ff67b813b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.511243131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"2880d101-b0ae-45aa-a4c1-311878beb7d3","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.586804202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f751b640-ebd4-401e-9dca-0d804902ad45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.590500814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"52bd1d38-0a70-475b-8178-4cc28ac20472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.602479275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"20c10001-b285-4b57-9237-6059992d19fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.604660305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"27da21bf-303b-4bde-adb8-2ed76de38176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.607961648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f751b640-ebd4-401e-9dca-0d804902ad45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.611733112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"52bd1d38-0a70-475b-8178-4cc28ac20472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.626336744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"20c10001-b285-4b57-9237-6059992d19fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.627772886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"27da21bf-303b-4bde-adb8-2ed76de38176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.70316832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"4d052cf0-d58e-4b9a-9d6e-06a4aeb5b047","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.723193673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"4d052cf0-d58e-4b9a-9d6e-06a4aeb5b047","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.792830617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81683ea-29ef-4bf1-83e8-9ca0bd6cc641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.807091386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"cf697e0f-dbdf-4af8-bec0-5990e7634866","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.808629198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dfca8990-e681-48c9-9405-04020ba75bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.809745992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"0f0c5b28-0490-4e1d-aec9-7bad5d421e69","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.814666537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81683ea-29ef-4bf1-83e8-9ca0bd6cc641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.827337151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"cf697e0f-dbdf-4af8-bec0-5990e7634866","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.828466858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dfca8990-e681-48c9-9405-04020ba75bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.829739487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"0f0c5b28-0490-4e1d-aec9-7bad5d421e69","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.893590239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"326ac07b-56e5-43fe-b48b-221d20784d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.906296167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"fbfc8d20-1e42-45d5-9e4f-b9226ddf8211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.913493424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"326ac07b-56e5-43fe-b48b-221d20784d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.92638228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"fbfc8d20-1e42-45d5-9e4f-b9226ddf8211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.982858992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"64c9fefd-8ba4-44d1-bfd1-e29788015b8c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.99528574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"62b02d5b-2ee6-4e0d-83e5-a769384a4be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:03.995285743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5b796bd0-8296-493e-a363-724cd8cd89f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.002715635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"64c9fefd-8ba4-44d1-bfd1-e29788015b8c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.016229774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"62b02d5b-2ee6-4e0d-83e5-a769384a4be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.016225768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5b796bd0-8296-493e-a363-724cd8cd89f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.021481505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"64c9fefd-8ba4-44d1-bfd1-e29788015b8c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.087141017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"a3d2080b-a056-4d3d-84f1-dddcb29627a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.088780172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"7cf54b15-6e4f-4784-a409-8bf799dcf996","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.18371251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"a3d2080b-a056-4d3d-84f1-dddcb29627a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.185958037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"7cf54b15-6e4f-4784-a409-8bf799dcf996","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.19605251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfd937de-73b4-4631-876b-efb9e9556243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.271536692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"a3d2080b-a056-4d3d-84f1-dddcb29627a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.272379483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"00f462aa-0b6a-43d5-9dbf-845e27a2c25b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.272832759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ce5bfa3c-db2c-4081-bace-0ab71e59e106","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.27526283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfd937de-73b4-4631-876b-efb9e9556243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.292297989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"00f462aa-0b6a-43d5-9dbf-845e27a2c25b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.293528906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ce5bfa3c-db2c-4081-bace-0ab71e59e106","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.31997232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cf55bafc-3862-419c-ba48-092ccfa30340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:04.341102464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cf55bafc-3862-419c-ba48-092ccfa30340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.732282397Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4bd51b priority=0:[ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87-4bd51b-sub ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-ok-a660c0-79a48e-sub]","namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-b6f117-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.747463116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"f5176acd-beef-4024-bfd4-41e8ff4f47eb","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.747496398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"f5176acd-beef-4024-bfd4-41e8ff4f47eb","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:06.790125212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-b6f117-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7d4641-b6f117-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.797492635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ec047d7f-7629-411f-ac8a-7c0a05c65e5f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.79755426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"2630bdde-06c5-4e45-a297-d027f79fe097","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.798860102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"440d7f4d-7715-4379-935a-2f0115242750","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.798883719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"440d7f4d-7715-4379-935a-2f0115242750","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.80075106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"045e95bc-3e22-4eca-a041-11222af09d43","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.818223758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"2630bdde-06c5-4e45-a297-d027f79fe097","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.818236928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ec047d7f-7629-411f-ac8a-7c0a05c65e5f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.82094355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"045e95bc-3e22-4eca-a041-11222af09d43","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.830313337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"d6166d4f-d55b-4d6e-b2a8-13db2fa94095","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.830365441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"d6166d4f-d55b-4d6e-b2a8-13db2fa94095","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.862036474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"beb89cbb-cc7d-4155-94f0-d232f5157d5a","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.862066678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"beb89cbb-cc7d-4155-94f0-d232f5157d5a","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.868982834Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"148cf17f-1966-4e11-9780-b4c5151e659b","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","model":"e2e-cfl-same-7d4641","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-b6f117-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.937662457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4bd51b priority=0:[ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87-4bd51b-sub ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-ok-a660c0-79a48e-sub]","namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-b6f117-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.953221988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"3a4b0c09-fc76-438c-8460-560efa3d3059","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.953257107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"3a4b0c09-fc76-438c-8460-560efa3d3059","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.972666871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"cc9d0175-9957-40fb-9787-e0c05caf25c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:06.973233502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"42f5b97c-e78f-4fe4-9668-672aee7cc210","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-d0dd68-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:06.993884622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"cc9d0175-9957-40fb-9787-e0c05caf25c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.004630689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"3bfec420-01c4-4e91-b3bf-fb243fa1bef9","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.004662988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"3bfec420-01c4-4e91-b3bf-fb243fa1bef9","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.019868644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"5c44182b-45d1-44aa-b8a0-87cfc5836363","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.035745456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"de9e7239-e18a-4208-83f1-483e5ddab122","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.035771933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"de9e7239-e18a-4208-83f1-483e5ddab122","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.066413298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"33e756fc-7bc0-4cdf-a7b0-2f1a60277674","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.066443408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"33e756fc-7bc0-4cdf-a7b0-2f1a60277674","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.102207565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"f650bd2a-cada-4724-b0ba-8bad84a1f0de","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.102250957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"8a9ffb37-008d-421d-81c6-d90496d591c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.104253773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"760be471-02d5-4aea-a464-4fc46c5e91d2","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.121172874Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"fad58ec1-4846-4b9b-80bb-09b9235f94fb","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cmp-legacy-d0dd68","model":"e2e-cmp-legacy-d0dd68","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.123026439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"f650bd2a-cada-4724-b0ba-8bad84a1f0de","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.125362327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"8a9ffb37-008d-421d-81c6-d90496d591c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.125501549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"760be471-02d5-4aea-a464-4fc46c5e91d2","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.199940354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"aef5a249-9e71-411c-9c44-f07179ebaae0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.206828115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"de01f27f-c1d4-4d12-9f1c-7d7ded2b6614","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.206856707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"de01f27f-c1d4-4d12-9f1c-7d7ded2b6614","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.220089575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"aef5a249-9e71-411c-9c44-f07179ebaae0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:07.26727303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"19fd237b-14ee-4b78-8f48-fe6104c9fe10","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cmp-legacy-d0dd68","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.923746232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b4b18","namespace":"e2e-extmod-cfl-2-e0bf9d"},"namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","reconcileID":"727f2f42-b71d-4bc3-b2f8-ee8b22e6e528","namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.962959625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b4b18","namespace":"e2e-extmod-cfl-2-e0bf9d"},"namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","reconcileID":"0e661eaa-6e68-450f-ac9b-55112c908057","namespace":"e2e-extmod-cfl-2-e0bf9d","name":"e2e-cfl-broken-1b4b18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.967857265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"7aa601c4-bef0-49f8-bb85-11223843f78e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.972854063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"7613291a-51d6-4a7a-b79f-6f80205f15f2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.988885884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"7aa601c4-bef0-49f8-bb85-11223843f78e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.990850356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e4de9f17-9681-4809-8f05-1fe047fa9686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.991625059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e789af0-6ce7-4b9a-bf5a-ab7bd4c346e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.992181784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b8d98f75-2f8d-45fa-bc01-e1a5e21ba404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:08.993684832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"7613291a-51d6-4a7a-b79f-6f80205f15f2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.008050457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"7aa601c4-bef0-49f8-bb85-11223843f78e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.012356211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e4de9f17-9681-4809-8f05-1fe047fa9686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.013249091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9e789af0-6ce7-4b9a-bf5a-ab7bd4c346e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.015113766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"7613291a-51d6-4a7a-b79f-6f80205f15f2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.016208006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b8d98f75-2f8d-45fa-bc01-e1a5e21ba404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.019616024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"ae84b716-c18f-48fa-95c5-ec4470adb6a4","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.064274994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"3a7eff91-bf2a-444f-a8b8-97bb0dc062f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.084612759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"3a7eff91-bf2a-444f-a8b8-97bb0dc062f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.089209777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"5dd2c51d-3834-4fb0-8644-2d22bb49353c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.109471609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"5dd2c51d-3834-4fb0-8644-2d22bb49353c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.174478597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2457da5-8e8d-4754-b1e1-39d7f258ed07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.175840243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8ee86641-dd8e-457b-868a-1f557eaa030a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.188206441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"6416aa68-3e5a-4940-b210-1ad43247dc74","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.194553811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2457da5-8e8d-4754-b1e1-39d7f258ed07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.195633729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8ee86641-dd8e-457b-868a-1f557eaa030a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.208455271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"6416aa68-3e5a-4940-b210-1ad43247dc74","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.221900465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2b00057d-7934-4e1d-a3c6-fcd23dcc5fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.235029393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"068f0230-601e-43ab-bf2f-8bb356241271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.241793955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2b00057d-7934-4e1d-a3c6-fcd23dcc5fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.255931421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"068f0230-601e-43ab-bf2f-8bb356241271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.307726572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3b0c51dd-a1d8-499c-af87-e4e22b591ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.307741622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"284cfd1c-0624-4b97-8960-80990b37ff55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.328036752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"284cfd1c-0624-4b97-8960-80990b37ff55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.328075468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3b0c51dd-a1d8-499c-af87-e4e22b591ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.333648007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cde9abf7-7106-453b-8cff-26b7789c0af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.347942193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cef03cc1-a9f7-4e10-ab1f-d1fb9bf78e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.347951528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"90545c9c-ef06-46f6-8fa1-92c4ae5b6bb3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.353827438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cde9abf7-7106-453b-8cff-26b7789c0af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.371834788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cef03cc1-a9f7-4e10-ab1f-d1fb9bf78e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.389054807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"90545c9c-ef06-46f6-8fa1-92c4ae5b6bb3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.4862021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"eff88135-bcf2-4c67-965a-be8f7a752b93","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.486231787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"eff88135-bcf2-4c67-965a-be8f7a752b93","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.576967774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"c77279c5-3be5-48cc-a0e0-13f429570024","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.586858694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"117961c0-c0bc-4d80-bc79-3ae3a7965fde","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.599160116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"c77279c5-3be5-48cc-a0e0-13f429570024","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.607926713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"117961c0-c0bc-4d80-bc79-3ae3a7965fde","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.60792261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a5bb4401-b2f6-4c4a-a46e-39a2eaf594b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.611428207Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"3fa01dd7-fedf-4367-a3c7-fc9c06e70268","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-737cc848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.628353941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a5bb4401-b2f6-4c4a-a46e-39a2eaf594b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.672229708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9bc5621f-30f9-475f-9d40-8a1c536e1636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.688752757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"35a6b6a1-3f0f-4d0b-859a-3ed67e6b2f04","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.692429504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9bc5621f-30f9-475f-9d40-8a1c536e1636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.710766487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"35a6b6a1-3f0f-4d0b-859a-3ed67e6b2f04","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.720595828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d11aaa59-9dba-44ea-b54f-5eca1576c21d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.729778665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"35a6b6a1-3f0f-4d0b-859a-3ed67e6b2f04","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.739023849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6d8b4500-dcbf-4263-90cf-31ae7173a8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.73962438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"12d38c6e-d8da-4b02-9003-5298ec764d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.74082301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d11aaa59-9dba-44ea-b54f-5eca1576c21d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.759187103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"12d38c6e-d8da-4b02-9003-5298ec764d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.760508608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d11aaa59-9dba-44ea-b54f-5eca1576c21d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.772137796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6d8b4500-dcbf-4263-90cf-31ae7173a8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.779480066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"18149a90-45ae-4306-ace2-ad082a9fa2b1","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.799995367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"18149a90-45ae-4306-ace2-ad082a9fa2b1","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.883157819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"470a759b-3826-4174-8a06-1111b6e47f36","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:09.90820028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"470a759b-3826-4174-8a06-1111b6e47f36","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:10.760030586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:12.186689016Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"10a53e8e-e862-44ad-b34b-35b451147bfc","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.051174258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"088b329b-dd14-4f40-b4dc-2f728e6cb3d9","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.627410473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"407b243b-40d7-4f36-a0ca-d95ef9183b14","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","subscription":"e2e-cfl-ok-a660c0-79a48e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.658285933Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"407b243b-40d7-4f36-a0ca-d95ef9183b14","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.673898576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-sub","reconcileID":"407b243b-40d7-4f36-a0ca-d95ef9183b14","MaaSSubscription":{"name":"e2e-cfl-ok-a660c0-79a48e-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.767290538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-b6f117-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.781267089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ad65d065-9b9c-460b-b2d6-6e526d7f3919","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.782219117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"cc8ce46b-60cc-485a-9c20-4a9321b6fcd2","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.782246047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"cc8ce46b-60cc-485a-9c20-4a9321b6fcd2","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.803988087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ad65d065-9b9c-460b-b2d6-6e526d7f3919","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.885755652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ad65d065-9b9c-460b-b2d6-6e526d7f3919","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.972851116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"2a1b536c-dbc1-4274-8f87-0342bdec6901","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.97288134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"2a1b536c-dbc1-4274-8f87-0342bdec6901","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.973201147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"2e20531d-45e9-4425-bac1-f80c2bb1ccbc","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.988297038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"cd0c9deb-3ec2-4563-aa9c-3e5a7614a949","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.988315203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"4d871a1d-8039-47ef-9e02-674f41e228dd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:19.994660395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"2e20531d-45e9-4425-bac1-f80c2bb1ccbc","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.004900236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"1747b3c5-ded0-43c1-a4e2-bb0529371d87","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.004935729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"1747b3c5-ded0-43c1-a4e2-bb0529371d87","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.009670781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"cd0c9deb-3ec2-4563-aa9c-3e5a7614a949","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.00986211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"4d871a1d-8039-47ef-9e02-674f41e228dd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.013892478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"2e20531d-45e9-4425-bac1-f80c2bb1ccbc","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.085575933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-ok-a660c0-79a48e-access","reconcileID":"0da8dc03-9e60-4a6e-b9e3-a094f462840b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a660c0-79a48e-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.298602702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"e9a81218-1a82-49b3-9e87-0866f917e4cc","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.29862973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"e9a81218-1a82-49b3-9e87-0866f917e4cc","MaaSModelRef":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-ok-a660c0-c246ced23ec0","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-ok-a660c0","externalModel":"e2e-cfl-ok-a660c0","provider":"e2e-cfl-ok-a660c0-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.798731557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"15f64b75-9e78-434d-b213-8c94f0e87240","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.835828337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"849deca4-c4da-4dae-a466-abd0249b914a","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.835890241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"eee3da05-a942-4936-bb00-a19f60b315ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.837494613Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"f5807e75-415a-4d9e-8e10-3c90fabe49de","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.84857838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"bf75e440-75a8-4b2e-8723-f71ba2b75c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.848834852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4bbee234-f3bc-4073-a797-d4d007556167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.854142327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fdc48397-3169-4e41-933e-a47a5dafb046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.858805694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"eee3da05-a942-4936-bb00-a19f60b315ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.858899392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"849deca4-c4da-4dae-a466-abd0249b914a","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.869021913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"bf75e440-75a8-4b2e-8723-f71ba2b75c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.869050919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"4bbee234-f3bc-4073-a797-d4d007556167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.875829658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fdc48397-3169-4e41-933e-a47a5dafb046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.879205636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"eee3da05-a942-4936-bb00-a19f60b315ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.879441839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"849deca4-c4da-4dae-a466-abd0249b914a","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.93880333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"22f90446-f3aa-4160-87b5-7fc4ece048e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.959231671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"22f90446-f3aa-4160-87b5-7fc4ece048e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.967704804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"a3e41f98-51c6-449d-9f93-b74cf2c5d895","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.989149468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"a3e41f98-51c6-449d-9f93-b74cf2c5d895","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:20.992663899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a660c0","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","reconcileID":"61d0fffd-8345-40cc-8bf3-0455ac0eb290","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-ok-a660c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.051281502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1a8fcbdf-40af-441a-95d1-ff5fb1168bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.065614796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b1be6ae-aac0-4000-9ea2-bca89b71b5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.072655213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1a8fcbdf-40af-441a-95d1-ff5fb1168bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.079999686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"190683fa-89d6-41ca-ba0e-bf62d320f410","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.087055865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b1be6ae-aac0-4000-9ea2-bca89b71b5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.10491522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"190683fa-89d6-41ca-ba0e-bf62d320f410","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.256406707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4a83dc67-0288-4a31-9fe0-e9321861f1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.256799458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"358eaf49-3dba-4237-b0d5-4f8affdc2728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.282289243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4a83dc67-0288-4a31-9fe0-e9321861f1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.284165674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"358eaf49-3dba-4237-b0d5-4f8affdc2728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.35544706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7d284e4a-43c6-48c5-a3a4-d6e6ddb37e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.355634687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"232054a6-f2e3-4561-852d-a1430c282ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.37200136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"0c7e6e0c-168e-4192-b0c1-1e1190347d93","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.377795088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"232054a6-f2e3-4561-852d-a1430c282ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.380156143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7d284e4a-43c6-48c5-a3a4-d6e6ddb37e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.392523583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"0c7e6e0c-168e-4192-b0c1-1e1190347d93","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.45756535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0ec3e7-b472-4385-a7af-d3fe1aa537fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.457565353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e33a7912-857f-45d5-be22-6174d57874c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.497893483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e33a7912-857f-45d5-be22-6174d57874c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.50839536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0ec3e7-b472-4385-a7af-d3fe1aa537fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.521911856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"b31a9698-35f2-419a-9006-09a3f0624259","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.521958607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"b31a9698-35f2-419a-9006-09a3f0624259","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.575830736Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"cd798469-4667-41c5-8a71-87b885cb8e1a","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da1c079c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.696962219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9724e105-bffc-4f75-a994-9c2bfd7850de","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.697485258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6dfb0541-47f2-4c9b-8336-d2e18bb9699c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.702577753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"216dc78e-3ade-4e5e-9f6d-69a7edd9401b","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.713788699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7a703bae-4eaa-4e6f-b754-4e1a7b142afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.772183969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9724e105-bffc-4f75-a994-9c2bfd7850de","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.773859731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6dfb0541-47f2-4c9b-8336-d2e18bb9699c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.774212491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b9759eef-ea75-4df3-837e-12f7e7bae687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.776814933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"216dc78e-3ade-4e5e-9f6d-69a7edd9401b","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.779226871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7a703bae-4eaa-4e6f-b754-4e1a7b142afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.792783108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cda42a5b7b0babd0d312707a96a57fe6cdaaba27f04d52b0221d016573f5ce93) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (44ce631e34c49492463cb63fa77ac8b3e5ca4d0e77679cb0c081f2caa9330854) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (b232c06a69924f5cbeb4729757934ba4f08e6938cfa8dc61bcbd8df00012b361) AuthConfig (6530f513b03e8899eb92bf74e3819ee14b2d5337c8ddf741a66381fa6cfaf173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"9724e105-bffc-4f75-a994-9c2bfd7850de","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.795770865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6dfb0541-47f2-4c9b-8336-d2e18bb9699c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.800967841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b9759eef-ea75-4df3-837e-12f7e7bae687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.896459096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"a8c3cd93-d644-4190-b14e-bd90c9be7169","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.903986114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f731981-3ba0-423a-8726-88f3d4f58179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.916833139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"a8c3cd93-d644-4190-b14e-bd90c9be7169","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:21.923988983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f731981-3ba0-423a-8726-88f3d4f58179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.034810652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"793b40c1-969b-4fe4-9dc8-ca068919448f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.057192582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"dd74854c-b180-442d-a842-98154c1dabcd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.060316398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"793b40c1-969b-4fe4-9dc8-ca068919448f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.077374182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"dd74854c-b180-442d-a842-98154c1dabcd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.693394485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"e567acc6-de30-45a7-9563-9cd1eda9acca","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.781181669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"4a21f6a6-d381-451a-bf56-4a38265f21fd","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.78121512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"4a21f6a6-d381-451a-bf56-4a38265f21fd","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:22.940206879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"f583b2be-d417-4215-b0b5-98cfe40c7f4b","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cmp-legacy-d0dd68","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.030050426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"7babcd92-9e7b-431d-89ed-24c9f4aa05b3","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.030079413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"7babcd92-9e7b-431d-89ed-24c9f4aa05b3","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.290714404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"e27419a6-2f94-4861-8d67-c75bb909eb57","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.310927071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"e27419a6-2f94-4861-8d67-c75bb909eb57","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.36639441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"137040ef-120e-4fb6-a25c-32f38c4b7595","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.386574431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"137040ef-120e-4fb6-a25c-32f38c4b7595","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.777623566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0707fbdb-3bd4-48c1-b8fe-76d6c1a5ef35","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.797940396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0707fbdb-3bd4-48c1-b8fe-76d6c1a5ef35","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.816817974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0707fbdb-3bd4-48c1-b8fe-76d6c1a5ef35","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.854104687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"38cac3ce-b26c-4564-9191-16f253bce232","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.854147572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"38cac3ce-b26c-4564-9191-16f253bce232","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.903727935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"779e17b0-5196-4683-a61a-d75d54c4c981","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.903865639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"779e17b0-5196-4683-a61a-d75d54c4c981","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.905394677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8bf57281-03dc-4e0b-9bf7-340f5cd49a65","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.930604273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"8bf57281-03dc-4e0b-9bf7-340f5cd49a65","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.940077229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"e2cfd5c9-280b-43b7-9ddc-c5b233b5e741","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.949273789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"bc828f91-d399-4800-b25b-0f2910e1a83d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.94968795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"c6f2aab9-15b0-4686-af1e-33eaaa2f0e13","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.962816085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"e2cfd5c9-280b-43b7-9ddc-c5b233b5e741","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.963501142Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"b2b39d4e-326c-4486-ad13-f401be2e99b3","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f11a5a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.9641858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"cb9eba5c-6245-457f-95d2-c7337a7b0f8b","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.96421264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"cb9eba5c-6245-457f-95d2-c7337a7b0f8b","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.972879318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"bc828f91-d399-4800-b25b-0f2910e1a83d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:23.973085125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"c6f2aab9-15b0-4686-af1e-33eaaa2f0e13","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.020485768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"5dddf6cc-e0ea-4b10-ac6f-dc22f0d8c28f","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f1d87a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.11464267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"432fa2b2-498f-47e0-ae27-4a81510cfa27","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.13707929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"432fa2b2-498f-47e0-ae27-4a81510cfa27","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.243800587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"923fef96-0251-4eb1-95b9-5f24fdb38cd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.24380508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"b3aa3ac2-028d-41fc-89af-a6b5f0c55a49","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.247245436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"0dcde062-8fdf-4c71-bea5-9f0ff970eb7f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.264501059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"b3aa3ac2-028d-41fc-89af-a6b5f0c55a49","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.264723529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"923fef96-0251-4eb1-95b9-5f24fdb38cd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:24.267272495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"0dcde062-8fdf-4c71-bea5-9f0ff970eb7f","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:29.082765824Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"fde57f4f-58ae-4c20-a591-dc47a66d516b","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:30.870536886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"178e2d75-93bc-4d0f-b822-a07c3978b3a9","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.591606882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"7e04457a-ff1e-466b-8fb0-8151ca5ecc9a","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","subscription":"e2e-cfl-a73b87-4bd51b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.622693103Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"7e04457a-ff1e-466b-8fb0-8151ca5ecc9a","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.638739371Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-sub","reconcileID":"7e04457a-ff1e-466b-8fb0-8151ca5ecc9a","MaaSSubscription":{"name":"e2e-cfl-a73b87-4bd51b-sub","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"maas-trlp-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.728869202Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.74423703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"710569c4-93bd-48e5-94f5-605774264fec","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.744269206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"710569c4-93bd-48e5-94f5-605774264fec","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.761878626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"08fbbef6-b274-4910-a596-182cfd634512","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.782935118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"08fbbef6-b274-4910-a596-182cfd634512","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.797701486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"1d72ca69-a5b5-4935-b2fd-881036b0a330","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.79773133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"1d72ca69-a5b5-4935-b2fd-881036b0a330","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.828857482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"33930aa8-a3e9-47e9-aa50-9c998d5717ca","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.828891774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"33930aa8-a3e9-47e9-aa50-9c998d5717ca","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.861626476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"63824c8a-c566-4f4c-9281-30712649a903","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.882739904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"63824c8a-c566-4f4c-9281-30712649a903","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.891658727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"9924e570-b224-48c5-b066-3f73a6760dba","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.89370412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"2601695a-76f9-4fe1-84a9-9ae2277f1ff4","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.893729717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"2601695a-76f9-4fe1-84a9-9ae2277f1ff4","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:31.911514964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"9924e570-b224-48c5-b066-3f73a6760dba","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.012547133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"12b3030c-d196-4d40-88a9-b9804a9a1e88","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.012575764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"12b3030c-d196-4d40-88a9-b9804a9a1e88","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.046915312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"2f8a0ae5-becb-4415-92d4-6a8b776dc6bc","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.096004882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"2f8a0ae5-becb-4415-92d4-6a8b776dc6bc","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.149966679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"2f8a0ae5-becb-4415-92d4-6a8b776dc6bc","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"name":"e2e-extmod-a-4bd51b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.149992537Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87-4bd51b-access","reconcileID":"2f8a0ae5-becb-4415-92d4-6a8b776dc6bc","MaaSAuthPolicy":{"name":"e2e-cfl-a73b87-4bd51b-access","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4bd51b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.185295968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"d1773ffc-255c-4793-8e28-95fbd3d24331","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"ai-tenant-e2e-extmod-a-4bd51b/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.185342035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"d1773ffc-255c-4793-8e28-95fbd3d24331","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"routeName":"external-model-e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.676191237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"a1719edb-ef17-4952-91b6-aa8bd9db75de","namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.713454109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"fb2424e1-b93c-4662-bfd5-3bdc91153c3c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.714013035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"4b26ec0d-2db4-46e5-bb1f-7a28df249666","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.725250451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"adc605bf-92cb-47ab-9c10-88c2c2aff6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.727654088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"cc57877f-7a7d-4086-89b2-c512e66a0e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.731261409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a70e2db0-a584-4f0e-be34-9a2c12ea5379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.7338129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"fb2424e1-b93c-4662-bfd5-3bdc91153c3c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.734036759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"4b26ec0d-2db4-46e5-bb1f-7a28df249666","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.746201787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"adc605bf-92cb-47ab-9c10-88c2c2aff6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.747826747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"cc57877f-7a7d-4086-89b2-c512e66a0e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.753238634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"4b26ec0d-2db4-46e5-bb1f-7a28df249666","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.754431204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a70e2db0-a584-4f0e-be34-9a2c12ea5379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.770289899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"e6b9cb5d-f36a-4be4-8f82-df0603ca2734","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.803086605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"556b7d1e-6540-49f0-b0c5-b7611ce06158","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.845317292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"877db8f6-9c33-42f6-baa7-1e19238060cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.865890439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"877db8f6-9c33-42f6-baa7-1e19238060cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.931903469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ddebc7f-3054-489b-8bdb-37289080657a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.946844585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"71a3303d-2f7d-42c5-8950-ca87710bf302","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.952401766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ddebc7f-3054-489b-8bdb-37289080657a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:32.967076868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"71a3303d-2f7d-42c5-8950-ca87710bf302","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.030946493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"74984aa3-4f5c-4ba9-88b7-64a1131644c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.031854397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7e44176a-14a3-4335-8eb6-5a9b2c2f0d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.053605722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"74984aa3-4f5c-4ba9-88b7-64a1131644c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.053740469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7e44176a-14a3-4335-8eb6-5a9b2c2f0d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.082151114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"3ba3cbce-15bd-4972-be5a-3ab28ee301ca","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.097362248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"15fe8321-413b-445f-9c7f-51d0f6b600e6","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"tenant":"e2e-extmod-a-4bd51b","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","model":"e2e-extmod-cfl-1-79a48e/e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.0974273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"15fe8321-413b-445f-9c7f-51d0f6b600e6","MaaSModelRef":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"routeName":"external-model-e2e-cfl-a73b87-d7120174e9b6","namespace":"e2e-extmod-cfl-1-79a48e","model":"e2e-cfl-a73b87","externalModel":"e2e-cfl-a73b87","provider":"e2e-cfl-a73b87-provider","gateway":"openshift-ingress/e2e-extmod-a-4bd51b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.114845778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"efb90287-d233-4703-a81b-04d6d0ea5252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.133075177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8b0092a6-ae0c-4343-9b21-7775009e95aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.135575483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"efb90287-d233-4703-a81b-04d6d0ea5252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.159181643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8b0092a6-ae0c-4343-9b21-7775009e95aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.245018422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"454f3e49-e30c-4cf7-8b7e-a37c93fd114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.259575337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"b42fc797-5389-489d-8f77-5cf0fa1cd5bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.268385929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"454f3e49-e30c-4cf7-8b7e-a37c93fd114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.284139066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"b42fc797-5389-489d-8f77-5cf0fa1cd5bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.323206014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"00c01fd3-f12e-4213-8224-12a59063684f","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.337744824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"577bb910-4714-42dc-ad5e-37a0df6df22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.340939148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1964da-2296-411b-817b-6b2cc8eee453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.341692618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","reconcileID":"4224ef5f-f57c-4cc7-95d1-ce1026224750","namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.34403505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"00c01fd3-f12e-4213-8224-12a59063684f","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.358498471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"577bb910-4714-42dc-ad5e-37a0df6df22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.361226394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1964da-2296-411b-817b-6b2cc8eee453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.520731719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e117e912-37b1-4d26-b63e-d6b99f1cd4f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.535165942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1d279e58-358d-4c3a-9a83-d2862c0d7017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.535197482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"49478b3b-2ab4-418b-829b-e11ff1949117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.536108485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2819fec8-1b1e-449b-8685-c29e5d70d427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.536886789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3764502c-ec80-4369-ac1c-42c563357193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.542376904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e117e912-37b1-4d26-b63e-d6b99f1cd4f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.556349698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"49478b3b-2ab4-418b-829b-e11ff1949117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.556554015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2819fec8-1b1e-449b-8685-c29e5d70d427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.559019366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1d279e58-358d-4c3a-9a83-d2862c0d7017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.559045416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3764502c-ec80-4369-ac1c-42c563357193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.561420322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e117e912-37b1-4d26-b63e-d6b99f1cd4f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.617227038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"9f00a8e1-d9fa-4c35-aa6a-a1a15b7dd8fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.639695389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"9f00a8e1-d9fa-4c35-aa6a-a1a15b7dd8fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.743068411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a767145d-6a4d-4000-8de9-5a56738cdb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.758118817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"52f59093-dd16-4679-92f1-b91db5dc0f49","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.771827556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"14b80863-74f6-48f6-9ab2-45721be2225d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.774402556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a767145d-6a4d-4000-8de9-5a56738cdb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.774852114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"47bec098-3e24-47e1-9ab3-ea933038bf54","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.791478552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"52f59093-dd16-4679-92f1-b91db5dc0f49","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.793852904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"14b80863-74f6-48f6-9ab2-45721be2225d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.796381893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"47bec098-3e24-47e1-9ab3-ea933038bf54","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.838017821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3d1d5d04-8d18-48be-97e1-88a7f61f2df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.873997719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3d1d5d04-8d18-48be-97e1-88a7f61f2df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.886502538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f9936cc5-f07b-4365-bc85-98d49d19d29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.90343986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d71f7f51-e9e0-44e7-8d75-c01ea592ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.907210743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f9936cc5-f07b-4365-bc85-98d49d19d29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.923672929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d71f7f51-e9e0-44e7-8d75-c01ea592ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.935138682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fed88204-35cb-4c00-950e-1eb9169c2e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.957241528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fed88204-35cb-4c00-950e-1eb9169c2e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.963401023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"cb67ca65-0bfc-4b0a-adb8-d3efe5ab0afe","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.967048548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e46015e9-1b2f-43c2-88ae-53e86516f7b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.978476531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"5dbd29b0-7362-4a7d-8327-a2ba96be1307","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","subscription":"e2e-cmp-legacy-d0dd68-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.985204849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"cb67ca65-0bfc-4b0a-adb8-d3efe5ab0afe","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:33.987624681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e46015e9-1b2f-43c2-88ae-53e86516f7b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.021436316Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"5dbd29b0-7362-4a7d-8327-a2ba96be1307","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.046242594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"e967df32-3b68-446a-8c0c-5eb5d735067d","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","subscription":"e2e-cfl-same-7d4641-b6f117-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.048285566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-sub","reconcileID":"5dbd29b0-7362-4a7d-8327-a2ba96be1307","MaaSSubscription":{"name":"e2e-cmp-legacy-d0dd68-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.094538599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"e967df32-3b68-446a-8c0c-5eb5d735067d","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.126521426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b3e5eb68-a731-453b-a102-38daec4a94b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.173106411Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-sub","reconcileID":"e967df32-3b68-446a-8c0c-5eb5d735067d","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-b6f117-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.173556585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b3e5eb68-a731-453b-a102-38daec4a94b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.193539398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"0cac2b9f-70cf-4dc5-9998-f6d6ceabc36d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.214134417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"0cac2b9f-70cf-4dc5-9998-f6d6ceabc36d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.230962807Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.245619295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"bc82c512-57e3-433e-9639-161ebf2fc4d0","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.245649035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"bc82c512-57e3-433e-9639-161ebf2fc4d0","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.289614258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"378b846b-f2d2-4031-8188-8f361b3b0ea6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.326606319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"378b846b-f2d2-4031-8188-8f361b3b0ea6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.332904483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-fac043 priority=0:[ai-tenant-e2e-extmod-a-fac043/e2e-cfl-724767-09037f-sub ai-tenant-e2e-extmod-a-fac043/e2e-cfl-same-7d4641-09037f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.343621766Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"0f27443b-4ad5-4659-bfa0-d89225eb3738","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.351015014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"aedd17bc-67cc-4f70-bc9d-25a155c7dc19","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.351052332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"aedd17bc-67cc-4f70-bc9d-25a155c7dc19","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.391619243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"a920b12b-ef51-4b36-abee-0087ddfad580","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.400144781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"7dbbebef-bcb4-42da-825b-1f26d4b0b5e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.400144783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"892fc9af-9a5a-46a9-b7ae-973b58e96f69","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.405588633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"73d3fc59-09d3-417d-b645-de55300a7199","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.406174804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"9600482e-ef94-465f-850f-ed63ec042965","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.406191606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"9600482e-ef94-465f-850f-ed63ec042965","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.41300027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"a920b12b-ef51-4b36-abee-0087ddfad580","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.420641802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"7dbbebef-bcb4-42da-825b-1f26d4b0b5e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.420819032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"892fc9af-9a5a-46a9-b7ae-973b58e96f69","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.425634355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"73d3fc59-09d3-417d-b645-de55300a7199","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.432102075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"a920b12b-ef51-4b36-abee-0087ddfad580","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.507708168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fe4a578f-15c2-4675-b17a-6b4295f43a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.507934087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"4a134662-c195-4419-a008-7a5c4ceebe54","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.50796241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"4a134662-c195-4419-a008-7a5c4ceebe54","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.528714021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fe4a578f-15c2-4675-b17a-6b4295f43a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.544724176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"6ec6bdd0-a857-4c7c-90cf-e6b2ab020036","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.546979565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a73b87","namespace":"e2e-extmod-cfl-1-79a48e"},"namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","reconcileID":"99285d4c-dff6-4cea-be86-57810d53f0f4","namespace":"e2e-extmod-cfl-1-79a48e","name":"e2e-cfl-a73b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.683273787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"6ec6bdd0-a857-4c7c-90cf-e6b2ab020036","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.70088833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f7c03619-8e39-4673-85af-c5178ae6004f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.701016426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"abf091cd-bd86-43d4-ba5e-3dbfc3267f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.7014686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"e24cf052-1f06-4cbc-a1ab-ca0126659c2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.714132837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af21fc2-769d-4855-b0f7-8c27058fbf53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.74237114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f7c03619-8e39-4673-85af-c5178ae6004f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.744095824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"e24cf052-1f06-4cbc-a1ab-ca0126659c2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.74727643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"abf091cd-bd86-43d4-ba5e-3dbfc3267f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.749063078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"6ec6bdd0-a857-4c7c-90cf-e6b2ab020036","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.749085006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68-access","reconcileID":"6ec6bdd0-a857-4c7c-90cf-e6b2ab020036","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d0dd68-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.75487973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af21fc2-769d-4855-b0f7-8c27058fbf53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.784696028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"30e1981c-9b34-4263-9c14-c78796120292","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"ai-tenant-e2e-extmod-a-943963/e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.784736403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"30e1981c-9b34-4263-9c14-c78796120292","MaaSModelRef":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"routeName":"external-model-e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963","model":"e2e-cmp-legacy-d0dd68","externalModel":"e2e-cmp-legacy-d0dd68","provider":"e2e-cmp-legacy-d0dd68-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.817197517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a3cd4c86-527c-4583-ad37-356c447e906c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.838095001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a3cd4c86-527c-4583-ad37-356c447e906c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.903136877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"0870d9a8-61f6-4040-85f7-79a59563db70","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.920314242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7f60ec60-2036-42ad-af3d-60b61021a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.920793696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c5375cec-3a6a-47bb-8852-ec9e19132b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.921062312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9dc3ca2d-757e-4eb9-8158-a368d8411d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.927183476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"0870d9a8-61f6-4040-85f7-79a59563db70","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.944153233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7f60ec60-2036-42ad-af3d-60b61021a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.945089402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c5375cec-3a6a-47bb-8852-ec9e19132b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:34.947000369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9dc3ca2d-757e-4eb9-8158-a368d8411d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.027852339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ac003cb7-ba06-4e09-a745-f7a717d9587b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.048511358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ac003cb7-ba06-4e09-a745-f7a717d9587b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.073532619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-b6f117-access","reconcileID":"60bd6db9-d0ce-4ec4-a7db-f74a1d1bb3b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-b6f117-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.123409319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86a499a0-410d-44e1-abbb-dbc0b2abfe79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.123518086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"cb9933b5-0689-4cbf-aeb3-a1c11674ae42","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.125314847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"fbf64da6-e951-4920-964c-ddc09af9b8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.143189987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86a499a0-410d-44e1-abbb-dbc0b2abfe79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.143810672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"cb9933b5-0689-4cbf-aeb3-a1c11674ae42","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.145543251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"fbf64da6-e951-4920-964c-ddc09af9b8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.273029953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"562e730d-b781-4648-9ea8-0ed07fefd6f6","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-2-b6f117/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.273075438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"562e730d-b781-4648-9ea8-0ed07fefd6f6","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"routeName":"external-model-e2e-cfl-same-7d4641-9163cad19eee","namespace":"e2e-extmod-cfl-2-b6f117","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.273569604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9afe096e-7763-4111-88da-cd03cc2364d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.294815574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9afe096e-7763-4111-88da-cd03cc2364d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.312519895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b751dfc6-6eac-444e-80ce-074c108178b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.321122089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"985ee7c8-4204-4d51-b06a-3b005506c723","namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.327684488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9b787b36-33d4-4c81-879c-f33e48d8a71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.333213509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b751dfc6-6eac-444e-80ce-074c108178b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.348861995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"9b787b36-33d4-4c81-879c-f33e48d8a71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.352275839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b751dfc6-6eac-444e-80ce-074c108178b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.372469891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"ce11a9da-55f9-4582-a523-6127575d8536","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.372498145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"ce11a9da-55f9-4582-a523-6127575d8536","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.414303292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"908ecf55-7bf5-4d32-9bf0-65fd3b5a6e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.426950766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"90198249-71cb-4901-b6c3-30f83561a51c","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85171cb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.427173471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"28dba691-51d0-4016-9b6d-836ef5587b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.427167489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"7a84f451-0a73-479b-9e32-1fbad45ded62","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.434237778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"908ecf55-7bf5-4d32-9bf0-65fd3b5a6e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.45092042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"28dba691-51d0-4016-9b6d-836ef5587b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.45150783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"7a84f451-0a73-479b-9e32-1fbad45ded62","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.453941868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"908ecf55-7bf5-4d32-9bf0-65fd3b5a6e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.528699377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"17901566-8ff4-48c8-967d-70bf05fe116e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.530459182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ab6773ad-9da1-414d-9c71-d03a1c6b3870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.530486069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb08790c-62ed-43c0-8a39-0f7c1afc39a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.545055238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d0dd68","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","reconcileID":"2ac0f1c4-ced3-4e26-be0f-6a7dc3a49cb2","namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cmp-legacy-d0dd68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.549942631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"17901566-8ff4-48c8-967d-70bf05fe116e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.550769425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ab6773ad-9da1-414d-9c71-d03a1c6b3870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.552419807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb08790c-62ed-43c0-8a39-0f7c1afc39a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.787627309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d516a8a1-465a-4334-993d-1fd170c5db1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.788189743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5913bbae-afad-422b-800c-25ac34100595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.790698591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"0c8162b2-d77e-4eb9-9edf-61fe249467cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.790887407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"549711e2-bb40-4a47-b3c7-92cbc84bba20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.805485471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4cdcf63-ee85-47a8-b41e-4ea492e414b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.808119798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d516a8a1-465a-4334-993d-1fd170c5db1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.816530382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"549711e2-bb40-4a47-b3c7-92cbc84bba20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.819184276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"0c8162b2-d77e-4eb9-9edf-61fe249467cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.823374375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5913bbae-afad-422b-800c-25ac34100595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:35.873816091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4cdcf63-ee85-47a8-b41e-4ea492e414b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.005637941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c09c2e5d-4e5b-4dd1-8042-239026184e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.025993162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c09c2e5d-4e5b-4dd1-8042-239026184e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.088579603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"de82852b-45d0-459f-8688-d761681ca444","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.103307222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2d988425-92b1-4e42-ad9e-cecaf2f4e95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.103307081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5bbd8e55-fc28-45c1-8618-f37a1ab3ca9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.104174182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e211977d-acb2-4071-9216-670a81a0c597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.109138307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"de82852b-45d0-459f-8688-d761681ca444","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.12385724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5bbd8e55-fc28-45c1-8618-f37a1ab3ca9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.124013845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2d988425-92b1-4e42-ad9e-cecaf2f4e95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.127627097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e211977d-acb2-4071-9216-670a81a0c597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.298476924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"7f8713b9-360e-4d7a-b9ca-bc60270f08e6","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.318589054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"7f8713b9-360e-4d7a-b9ca-bc60270f08e6","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.399979923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"89af56c8-0b10-42e1-8665-b240ec17a443","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.410607805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"624b1170-1106-41ce-89c3-b7b38bcf25e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.417884884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"484dbb5b-ce2c-46e9-a0d3-2d1650870fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.41790706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1efb50f-8523-4112-993e-42fa26e87655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.422196484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"89af56c8-0b10-42e1-8665-b240ec17a443","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.438292019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"624b1170-1106-41ce-89c3-b7b38bcf25e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.444704996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1efb50f-8523-4112-993e-42fa26e87655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.446231168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"484dbb5b-ce2c-46e9-a0d3-2d1650870fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.447238391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"89af56c8-0b10-42e1-8665-b240ec17a443","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.510832204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"47154669-a2b4-4be1-9edb-69df9856e75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:36.535849147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"47154669-a2b4-4be1-9edb-69df9856e75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.133166847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"0754232a-be0b-45c8-8c01-da8290487fb8","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.133201059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"0754232a-be0b-45c8-8c01-da8290487fb8","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.152480894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"ff98fa9c-67bb-4b5a-9784-1ca883e98e79","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:37.153193353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"631cf36b-2347-4f98-b7f4-09e780c89a16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-f15e60-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.175092945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"ff98fa9c-67bb-4b5a-9784-1ca883e98e79","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.186957855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"60405258-eaa8-4166-8cf3-fad6642f8102","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.186990387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"60405258-eaa8-4166-8cf3-fad6642f8102","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:37.219665827Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"60405258-eaa8-4166-8cf3-fad6642f8102","name":"e2e-att-unrel-f15e60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f15e60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:37.219757929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"60405258-eaa8-4166-8cf3-fad6642f8102","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f15e60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.235282347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"c4259afb-9717-400a-a78f-51cdc2fe91f4","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.235309874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"c4259afb-9717-400a-a78f-51cdc2fe91f4","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.266741126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"20661f5c-9127-4b2f-b17e-b7ee7b4a03a8","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.266770379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"20661f5c-9127-4b2f-b17e-b7ee7b4a03a8","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.294385593Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"dad16ca8-f4aa-491e-bd5b-bde107811b07","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-att-unrel-f15e60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a5affe/e2e-att-unrel-f15e60-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.35389941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"1b0e49d9-ff04-45b3-ba86-ac7cb6fc8fba","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.378816674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"1b0e49d9-ff04-45b3-ba86-ac7cb6fc8fba","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.380459515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"dbbfc3db-87d3-4dcd-b445-e2ecc75c7d52","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.380484908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"dbbfc3db-87d3-4dcd-b445-e2ecc75c7d52","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.433939954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"43ffadbd-9edb-4172-98a6-93fec97afb18","namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.441089128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"ee036acf-52a9-4187-aa59-ae14a84be617","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.457988646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"dfbe8d5d-86c1-4fb7-98e0-8edaa262005b","namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.466878872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"81988d30-9110-4c76-b3a7-1e5de65f5652","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.481353206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1eba8cab-ab2b-43c1-9b15-94e68124de4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.482892417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3037f579-e660-4db9-9d08-0773bf432082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.483067684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ceb36664-99cb-411d-9c47-0537971c6a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.486858577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"81988d30-9110-4c76-b3a7-1e5de65f5652","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.501534445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1eba8cab-ab2b-43c1-9b15-94e68124de4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.506266777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3037f579-e660-4db9-9d08-0773bf432082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.506854102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ceb36664-99cb-411d-9c47-0537971c6a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.50743467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"81988d30-9110-4c76-b3a7-1e5de65f5652","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.555075317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"506de853-818c-469f-9a33-d465b0c5f06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.584294595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"506de853-818c-469f-9a33-d465b0c5f06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.705080289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ea78be1e-6fce-4e80-b52e-511fd1f40fda","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.7264266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ea78be1e-6fce-4e80-b52e-511fd1f40fda","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.738579446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"a2bfb365-fdec-4e36-825c-25c4ed67c278","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.773412132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"20011f34-1de0-4496-b80e-69f1e1bd44ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.773666657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afe5ffd7-f088-45a9-95bb-d4649a554439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.774229564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"9db88dbe-43f2-4f5f-a018-62ece3cc8308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.794225761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"20011f34-1de0-4496-b80e-69f1e1bd44ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.795351596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afe5ffd7-f088-45a9-95bb-d4649a554439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.796862898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"9db88dbe-43f2-4f5f-a018-62ece3cc8308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.873933576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"65989bc1-eedf-4465-86a9-1d42746320cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.877664845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"ea21cbb6-e8bd-4f10-9ec0-423848bfa7b0","namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.893573997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"1e8f3871-6595-4eef-9a51-b8548ece366c","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.893613588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"1e8f3871-6595-4eef-9a51-b8548ece366c","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.895286424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"65989bc1-eedf-4465-86a9-1d42746320cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.947020126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"131e39f2-a556-4b03-81a6-3fe77d3dce4e","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.947049381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"131e39f2-a556-4b03-81a6-3fe77d3dce4e","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.981239533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"adfbadaa-2ecd-4192-b5ff-858a27e2e692","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.982104242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57e009c-839a-4807-b14e-eb0f5fe13dc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.982756523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"77976bbc-5001-491b-97f7-2b925462c1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:37.983270073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b947ad5d-bb47-409b-9a7b-8934f52453dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.004610053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57e009c-839a-4807-b14e-eb0f5fe13dc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.007367937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"b947ad5d-bb47-409b-9a7b-8934f52453dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.010796378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"adfbadaa-2ecd-4192-b5ff-858a27e2e692","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.015829375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"77976bbc-5001-491b-97f7-2b925462c1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.078725596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e90e74bc-ace4-4548-9f53-3f4bb600e589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.098992856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e90e74bc-ace4-4548-9f53-3f4bb600e589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.16154408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"bd245882-7a49-4e9b-b9d6-6cfaeca59fb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.175758243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"443ae598-4560-4c71-bc35-288a0a5233cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.181510136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"bd245882-7a49-4e9b-b9d6-6cfaeca59fb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.189428347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"815a330f-11d7-4289-a4ef-2e714102c917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.189472588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2bb1bb11-89ac-4357-8124-fed58bed26db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.190117783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"bdae7fbe-e20b-4a42-8bb7-1fe4907e85db","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.195802761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"443ae598-4560-4c71-bc35-288a0a5233cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.211201229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"815a330f-11d7-4289-a4ef-2e714102c917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.211226451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"bdae7fbe-e20b-4a42-8bb7-1fe4907e85db","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.213755071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2bb1bb11-89ac-4357-8124-fed58bed26db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.229854336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"bdae7fbe-e20b-4a42-8bb7-1fe4907e85db","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.283419742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8569437c-a058-4844-952e-cd0cfaa7f784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.303450339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8569437c-a058-4844-952e-cd0cfaa7f784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.382693672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e4f8313d-8326-4e75-a15c-df96f4baddf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.382693701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"16dee189-1f17-4498-b0d5-79449b813e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.403043599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e4f8313d-8326-4e75-a15c-df96f4baddf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.403070475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"16dee189-1f17-4498-b0d5-79449b813e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.403609119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d8673ecb-2a65-4a66-a94e-a41fc1010df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.403891498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ad6e2cc7-6a06-4d1a-af14-bbc0296d2d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.425133305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ad6e2cc7-6a06-4d1a-af14-bbc0296d2d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.425133307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d8673ecb-2a65-4a66-a94e-a41fc1010df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.478623648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"8824032a-32a3-4002-a204-19fadd892750","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.498434705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"8824032a-32a3-4002-a204-19fadd892750","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.568008153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"4a0f6bdd-dc41-43c5-83b1-6386346cc241","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.568037495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"4a0f6bdd-dc41-43c5-83b1-6386346cc241","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.584796512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"7db96a4f-b94f-4609-b345-d4e26ae006ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.638930077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"7db96a4f-b94f-4609-b345-d4e26ae006ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.657716933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"7db96a4f-b94f-4609-b345-d4e26ae006ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.694427022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"a3d746ee-2a2b-40f3-89b6-c3b44134ef17","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:38.694456427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"a3d746ee-2a2b-40f3-89b6-c3b44134ef17","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:39.129953431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"552c535e-8783-47a5-a0a1-9b45439c3e1a","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:40.757858351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.442471671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"5cde7481-abb1-4565-9b13-6933bd0db85b","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","subscription":"e2e-cfl-same-7d4641-09037f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.475663433Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"5cde7481-abb1-4565-9b13-6933bd0db85b","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.491535443Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-sub","reconcileID":"5cde7481-abb1-4565-9b13-6933bd0db85b","MaaSSubscription":{"name":"e2e-cfl-same-7d4641-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.599808233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"3f28e8b0-6ee2-4ec6-a8ca-4258c01a07ab","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.599846346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"3f28e8b0-6ee2-4ec6-a8ca-4258c01a07ab","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.634566188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"65143c16-3de4-4a89-b991-0c1ab0cc42bc","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.63851617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"63c8d9ae-379e-4ba3-94cd-6a93cf704a1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.673966501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"65143c16-3de4-4a89-b991-0c1ab0cc42bc","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.67428581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"63c8d9ae-379e-4ba3-94cd-6a93cf704a1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.741028009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"ca306774-e7a8-48f1-810c-9323acd4ddfe","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.74105635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"ca306774-e7a8-48f1-810c-9323acd4ddfe","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:45.820606116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-same-7d4641-09037f-access","reconcileID":"3d5f35c6-85a8-44a4-bde6-5c938587daf7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7d4641-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.055663997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"4491eb7d-461a-4834-b746-1127f6477aa0","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.055692255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"4491eb7d-461a-4834-b746-1127f6477aa0","MaaSModelRef":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-same-7d4641-a23ae72c5b5d","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-same-7d4641","externalModel":"e2e-cfl-same-7d4641","provider":"e2e-cfl-same-7d4641","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.590512234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"89785ca8-d7fe-4319-bfbb-619020b46a86","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.627026601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"870ccf28-d46a-4071-993e-2bb3e250675e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.631263646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"b1e815bc-2a5c-47b3-aa9c-471084408061","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.632006813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"0e42d0a4-0960-4781-848a-f561fb13022f","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.632028295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"0e42d0a4-0960-4781-848a-f561fb13022f","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.640956871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c410b8c3-8a29-4187-8f4e-f39327d080ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.646498463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6761e58e-8041-414f-8ab6-2e235e054c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.64694336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"541ef92f-1f6a-40b4-a20d-c6336321724e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.647127115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"870ccf28-d46a-4071-993e-2bb3e250675e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.651798489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"b1e815bc-2a5c-47b3-aa9c-471084408061","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.660815651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c410b8c3-8a29-4187-8f4e-f39327d080ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.66845935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6761e58e-8041-414f-8ab6-2e235e054c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.668495358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"541ef92f-1f6a-40b4-a20d-c6336321724e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.670396294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"870ccf28-d46a-4071-993e-2bb3e250675e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.671971682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"b1e815bc-2a5c-47b3-aa9c-471084408061","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.695983197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"0c2f5dac-8c32-4355-b858-3a9ed9f1d4eb","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-724767","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.787582962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"536157ab-eecd-4cfb-aa72-c429f6dde5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.787939552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e46de59e-60d5-4c2d-868d-48218bf12017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.788398298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","reconcileID":"24048e34-5816-4530-9f7b-cf046293098a","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.808084281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e46de59e-60d5-4c2d-868d-48218bf12017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.808586121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"536157ab-eecd-4cfb-aa72-c429f6dde5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.825113994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"84b9eb6d-7c82-423f-9b98-9a7c4130c437","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.840778486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e4be2e32-eef0-4eb3-8acf-75721fac1479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.842932957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a19ef037-32d7-43b5-81d5-b754367295df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.85125404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"84b9eb6d-7c82-423f-9b98-9a7c4130c437","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.863668825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e4be2e32-eef0-4eb3-8acf-75721fac1479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.864411829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a19ef037-32d7-43b5-81d5-b754367295df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.943640568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"42ba6184-9982-4636-b8c4-c505fffb3e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.950533147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eee6e9a4-9567-4759-b9f6-b1f21c2020a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.964362859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"42ba6184-9982-4636-b8c4-c505fffb3e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:46.971722832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eee6e9a4-9567-4759-b9f6-b1f21c2020a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.041741236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ad08ec7e-42f6-4a0b-806e-52d4b7c263ca","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.056299782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c019969-45e6-47cf-a95c-789732df595d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.058872887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2134f16d-1b62-4d35-8014-d000d7ac6d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.062356236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ad08ec7e-42f6-4a0b-806e-52d4b7c263ca","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.076684082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c019969-45e6-47cf-a95c-789732df595d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.078944004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2134f16d-1b62-4d35-8014-d000d7ac6d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.14846077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"48bb66fd-1855-401f-bede-a78909052d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.162490999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2fa1217d-3791-4797-b28a-cb602aa8ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.168947054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"48bb66fd-1855-401f-bede-a78909052d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.183492354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2fa1217d-3791-4797-b28a-cb602aa8ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.191454442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"48bb66fd-1855-401f-bede-a78909052d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.243509487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"1e55a093-ab31-4178-9d73-3ff6ac84469f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.258422743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d8d15ce3-ae31-4ea8-b53d-0d8dc09ed35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.259970835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6e967296-b227-4d2f-b022-3686c9d24a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.259992248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5b710adf-7599-4fc4-b789-099060dbff16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.264305222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"1e55a093-ab31-4178-9d73-3ff6ac84469f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.278304139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d8d15ce3-ae31-4ea8-b53d-0d8dc09ed35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.280716685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6e967296-b227-4d2f-b022-3686c9d24a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.281295006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5b710adf-7599-4fc4-b789-099060dbff16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.282762882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"1e55a093-ab31-4178-9d73-3ff6ac84469f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.356935172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a0b9974-b346-49f3-af6c-7757e7d535ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.388983498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a0b9974-b346-49f3-af6c-7757e7d535ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.469952109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e30afde2-ccdb-4b98-8fc1-ddc91fb3f076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.49183713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e30afde2-ccdb-4b98-8fc1-ddc91fb3f076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.674400494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"6a5cc47d-f186-472b-9b96-bb732c1b73cd","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.712822032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"2eb8080a-fe39-4eae-a880-2a2e332e3e6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.713313488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"bcb80029-2422-4761-9d59-695d74bc87bf","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.713628206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"4c76f2e8-a6ae-46f5-946f-e56e1d337cd6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.723639484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"230c75b1-e5ee-4811-89b3-d62f5c1eb104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.724216924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3dcdbd-23e4-47e4-ba68-b6c4a545f15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.7282388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"706cbd7c-972d-43df-adfa-94b3a460945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.73458429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"2eb8080a-fe39-4eae-a880-2a2e332e3e6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.734606221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"4c76f2e8-a6ae-46f5-946f-e56e1d337cd6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.743682692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"230c75b1-e5ee-4811-89b3-d62f5c1eb104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.747468956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3dcdbd-23e4-47e4-ba68-b6c4a545f15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.748016635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"706cbd7c-972d-43df-adfa-94b3a460945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.753509647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"2eb8080a-fe39-4eae-a880-2a2e332e3e6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.753562502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"4c76f2e8-a6ae-46f5-946f-e56e1d337cd6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.871769872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a16f4c7c-330a-4ab3-937d-94136b5429c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.871798903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d55a4e20-6186-4d65-a31d-aa03a19443b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.876286813Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7d4641","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","reconcileID":"36930e18-14b1-429d-a7dc-7e7dbaa0408b","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-same-7d4641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.892667976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d55a4e20-6186-4d65-a31d-aa03a19443b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.893981713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a16f4c7c-330a-4ab3-937d-94136b5429c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.925834854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"60ee725c-6771-4f66-a560-1688b12e4e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.925904557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"98c74b8c-9488-4a48-b100-753fd9b77407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.926755285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ed1130e-199a-4d4c-8edb-3027ffb18de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.947911199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"60ee725c-6771-4f66-a560-1688b12e4e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.97294213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"98c74b8c-9488-4a48-b100-753fd9b77407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:47.982286891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ed1130e-199a-4d4c-8edb-3027ffb18de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.108427467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"3d599881-6bb4-4198-899b-455e7e61f33b","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.124850151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2e06cf29-fff4-4eaa-9972-6284e9f9a428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.131160139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"3d599881-6bb4-4198-899b-455e7e61f33b","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.172712254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2e06cf29-fff4-4eaa-9972-6284e9f9a428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.222698161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b85505dd-d300-4ec6-8ae8-6b53bfe2e6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.22336673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2ae91304-17da-419d-a33f-806d118d5eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.223572463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"32f506f4-2dae-4134-b9de-4282246e6137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.242911955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b85505dd-d300-4ec6-8ae8-6b53bfe2e6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.243375043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2ae91304-17da-419d-a33f-806d118d5eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.246500552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"32f506f4-2dae-4134-b9de-4282246e6137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.309681764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6507876b-2c57-473b-99fb-559c664e300e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.309682686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"99b9a298-ac4b-4a51-a237-3a7ea66a376a","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.346895656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"99b9a298-ac4b-4a51-a237-3a7ea66a376a","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.347381732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6507876b-2c57-473b-99fb-559c664e300e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.367279828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6507876b-2c57-473b-99fb-559c664e300e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.389491634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"caf27838-10a7-4ba4-9bbb-871900310829","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.389520337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"caf27838-10a7-4ba4-9bbb-871900310829","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.410749499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"44be6f20-226c-4555-aff6-d8bfee9ac95f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.428500824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ed631d0d-a9b8-4b60-85ea-77d9748a5ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.433202172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"44be6f20-226c-4555-aff6-d8bfee9ac95f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.442692164Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"0fcbeb7a-87b4-41f8-ab29-ba9d14d9a294","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-498c255c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.448521488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ed631d0d-a9b8-4b60-85ea-77d9748a5ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.45234999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"44be6f20-226c-4555-aff6-d8bfee9ac95f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.483445842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"cce3513f-72bf-432d-8696-d77166bea4a4","namespace":"llm","name":"e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.506651653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"51da1ed2-14d3-40d1-a331-b670a0bf110d","namespace":"llm","name":"e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.524955233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f9f0a6-bd0d-4fa6-816f-39fde94175c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.526256715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bbe239d1-a3c5-47cb-93b2-5b9d5da801db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.529026494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"29b75bcd-981f-4a97-8ad8-9d2fe7f7382b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.546583942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f9f0a6-bd0d-4fa6-816f-39fde94175c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.547648334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bbe239d1-a3c5-47cb-93b2-5b9d5da801db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.549629073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"29b75bcd-981f-4a97-8ad8-9d2fe7f7382b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.598752709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"040e5c2b-eab9-464f-9b4b-eee8f586e202","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.598781815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"040e5c2b-eab9-464f-9b4b-eee8f586e202","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.599357828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eeb0241a-d672-466d-9feb-e5e5742ff72d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.599380599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eeb0241a-d672-466d-9feb-e5e5742ff72d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.599940165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f359991b-2460-4cca-ba98-22ff2f96172a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.599962285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f359991b-2460-4cca-ba98-22ff2f96172a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.600346911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8759b7de-943d-4c50-a3e7-d073e8c05840","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.600363339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8759b7de-943d-4c50-a3e7-d073e8c05840","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.60072197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314a8061-baec-44d6-a0e1-003814368847","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.600738831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314a8061-baec-44d6-a0e1-003814368847","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.601238142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e74c78cb-e367-49bb-8d7c-6b40c398ecd6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.601254659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e74c78cb-e367-49bb-8d7c-6b40c398ecd6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.601641594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5691b183-a2ca-489b-80d7-012f6bf84b63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.601657761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5691b183-a2ca-489b-80d7-012f6bf84b63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.602011508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1995543-739b-4677-8108-7a2e4b3f5dfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.602026227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1995543-739b-4677-8108-7a2e4b3f5dfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.622730467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"60674f17-c6b4-48d8-9c82-0bc89f110b1c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.622750497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"60674f17-c6b4-48d8-9c82-0bc89f110b1c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.623031672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e6d08c7f-8da6-4d81-874d-8a3694520912","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.623043961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e6d08c7f-8da6-4d81-874d-8a3694520912","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.623369359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45d04b17-d957-4f5b-a9db-dfb5c104b879","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.623384146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45d04b17-d957-4f5b-a9db-dfb5c104b879","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.623759195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfd9ba4f-4c69-4e5a-ba7c-4ea55f67238b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.62377114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfd9ba4f-4c69-4e5a-ba7c-4ea55f67238b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.6240212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"30d39dcc-bef5-4afc-9261-5bf98c55bf99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624034425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"30d39dcc-bef5-4afc-9261-5bf98c55bf99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624271337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b58b66b9-1cb6-4d1b-83a4-349e58749c1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624284402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b58b66b9-1cb6-4d1b-83a4-349e58749c1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624634576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3089e4a5-3798-4d0f-8a43-752350352608","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624646386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3089e4a5-3798-4d0f-8a43-752350352608","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624892402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af284998-f499-4a88-9b8d-b537e2084d5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.624903936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af284998-f499-4a88-9b8d-b537e2084d5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.625867751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1d643262-f371-4333-93e4-5a8da17b2027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.646298151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1d643262-f371-4333-93e4-5a8da17b2027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.663948406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"820fe2a7-978c-4010-85df-362136e2b8a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.664752371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1341bbca-f668-4434-b338-e5eeccbca104","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.715990964Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"8c23355b-c0a9-494d-a413-198982b8b257","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"name":"e2e-dft-e99ab8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.729912038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ced8466a-b0ec-4004-95b6-c3136c967155","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.732414385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"185ae5ae-d825-4cf4-a454-488a9a591a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.740012591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8ba88ea7-e15a-464f-906b-53dc47e1a715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.741563987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f479afd4-1746-4866-90de-9e946eda1f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.749965981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ced8466a-b0ec-4004-95b6-c3136c967155","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.752550504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"185ae5ae-d825-4cf4-a454-488a9a591a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.760968411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8ba88ea7-e15a-464f-906b-53dc47e1a715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.769467991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ced8466a-b0ec-4004-95b6-c3136c967155","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.772465632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f479afd4-1746-4866-90de-9e946eda1f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.812201861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"fd084726-e3a3-4306-948f-5662bba581b5","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.812762425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"fcc11691-da3d-40c5-acd8-017c340ea84f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.833156577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"fd084726-e3a3-4306-948f-5662bba581b5","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.833157772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"fcc11691-da3d-40c5-acd8-017c340ea84f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.851749456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"fcc11691-da3d-40c5-acd8-017c340ea84f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.923244425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"959dad34-cf07-4ca3-84f3-e8ff9fddcada","namespace":"llm","name":"e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.932080832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c758b3-3867-48e8-8e8d-88a21556e456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.932242826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"54fc4af8-95fb-443e-ace1-382319991c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.938062196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aa054825-409c-4bfe-8191-6a1b8e48e128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.938062368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"90cdc1ce-3a4f-4d9f-9238-2dcb85a7e152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.938642826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4dd20d54-ed87-4418-988d-014cd1018c07","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.938662301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4dd20d54-ed87-4418-988d-014cd1018c07","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.952537641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c758b3-3867-48e8-8e8d-88a21556e456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.953227518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"54fc4af8-95fb-443e-ace1-382319991c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.958866888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aa054825-409c-4bfe-8191-6a1b8e48e128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:48.958987413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"90cdc1ce-3a4f-4d9f-9238-2dcb85a7e152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.033899474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d9eaff96-bf12-4b4e-9aa7-db88770762dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.058924476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"d9eaff96-bf12-4b4e-9aa7-db88770762dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.171836423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3d41172d-88c9-4664-958e-fb9883183e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.172824574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2715e794-9de9-482e-b6ad-53970feb7805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.192829746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3d41172d-88c9-4664-958e-fb9883183e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.193851004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"2715e794-9de9-482e-b6ad-53970feb7805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.240015646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"26cc54ef-31c4-42f2-885d-14184f985bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.240556379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"27b05d3c-826e-41f7-81ba-135a3d808dc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.260670288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"26cc54ef-31c4-42f2-885d-14184f985bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.260691285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"27b05d3c-826e-41f7-81ba-135a3d808dc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.262115162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72cdb2aa-b766-44cc-8d10-84b441898a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.272772725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"32cd3a86-15a3-4488-8ff5-c30397a50953","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.272904305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"365fffff-42b8-4996-a7ba-09712b90715a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.282296172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72cdb2aa-b766-44cc-8d10-84b441898a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.293463725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"365fffff-42b8-4996-a7ba-09712b90715a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.294030805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"32cd3a86-15a3-4488-8ff5-c30397a50953","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.312622607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"365fffff-42b8-4996-a7ba-09712b90715a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.313310526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462a09ea4b2b5ece6d5abda2218a39072a55a2beb2aca383bc9ba3415d8ad881) AuthConfig (15adfe5071ae773b950775bf61d047a5861e042e304201f242335dda9207fd9a) AuthConfig (973751a4b11cfe14e6036cfcc22bbcf1155dbb59e19ddde99870b84dbefb9f27) AuthConfig (47c6093306822177c8069d0fc9bffbb41e0608791a555c79663afd16e61942d3) AuthConfig (7bd131b32eb60ee78383210b564cfcf8789fd48efb39048264a72d7a36003921) AuthConfig (d6851f86b88ef032d5d8a52d572bb818ece142220a5bb0cb491ec8e8b7564e7e) AuthConfig (6e8c454130e07db4096e0c00ef5dbceafd051bdca24a58f84890f67e71970e34) AuthConfig (c09aae1809d8e917d63eb602a633868dc27af6cb76cd448e08882a0dff6bec47) AuthConfig (988bbb9923069f1295846acf1636ca4e021bcd1850ba6593ffbb2c7ba3964876) AuthConfig (b1c25e22ff30f308a183cbfe73ec5de8467fe8e119bc28521136f54835154d73) AuthConfig (78d961778b22f0709c30c0ffce434955d82f6239debebe6df79a4464dec66e2e) AuthConfig (3a9e9a4f9480a9ece5c4de93dde0da87cd051cb81fb89d0812ec30d5eeae4e9d) AuthConfig (200b1eb54ee1c75cb11b9561c810ca8b7046e01f9ebb9dc6e018e209defd1558) AuthConfig (ead7f3785f1efee016c2fdb9c2dd145f15bb6ee42802fbbb1db900c656d43893)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"32cd3a86-15a3-4488-8ff5-c30397a50953","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.346112998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ce7e6264-093b-45c8-9043-1a3a5fc76592","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.360497356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fa562a1-dba9-4f15-833b-d89cc9d0b619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.366248048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"ce7e6264-093b-45c8-9043-1a3a5fc76592","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.38057877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fa562a1-dba9-4f15-833b-d89cc9d0b619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.460961781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"94fa5493-6423-4c08-9c86-77b6c4a2ed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.460965213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aeed9cbd-5ccb-42b3-803d-dd57ea486ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.461653086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"31fb1cd8-61ab-4d90-95ac-3cc6035dfb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.481580936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"31fb1cd8-61ab-4d90-95ac-3cc6035dfb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.481649367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"94fa5493-6423-4c08-9c86-77b6c4a2ed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.483968351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aeed9cbd-5ccb-42b3-803d-dd57ea486ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.638768428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d5982b59-f7b9-469c-b6b4-3012bfac6260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.638931499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"64c5dc36-01e1-49f4-817b-e7044f36f6cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.660224316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"64c5dc36-01e1-49f4-817b-e7044f36f6cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.660424715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d5982b59-f7b9-469c-b6b4-3012bfac6260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.738929427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"13e7699b-9cc4-4df1-b83c-24e1271182e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:49.758936635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"13e7699b-9cc4-4df1-b83c-24e1271182e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:53.682766227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"ddcbfcb5-9c9d-42e4-85a8-bec3feb25b44","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:53.77029553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"effba299-c564-4152-954f-093558178dd9","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:53.770363208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"effba299-c564-4152-954f-093558178dd9","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.676557093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"71ce4f73-22b0-465f-96cc-0e010aa127b7","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.676583577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"71ce4f73-22b0-465f-96cc-0e010aa127b7","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.676714788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"8082b897-4254-49ed-848b-3dfc6d679bc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.69695904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"8082b897-4254-49ed-848b-3dfc6d679bc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.707295139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"dafcf987-fe2e-4f97-a082-360ef3cabec0","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.707358561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"dafcf987-fe2e-4f97-a082-360ef3cabec0","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.80691357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"bb4fdb5b-1121-4a85-95e4-f0a6eaba0a6a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.827553238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"bb4fdb5b-1121-4a85-95e4-f0a6eaba0a6a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.959074986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"087b7adf-3f4e-44c8-b04d-49dc83f38abe","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:54.959110107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"087b7adf-3f4e-44c8-b04d-49dc83f38abe","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.007134035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"9e9de764-bd70-48bd-be3e-dfd9014652b0","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.027526377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"9e9de764-bd70-48bd-be3e-dfd9014652b0","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.199476746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"35f6c124-0811-4eaa-9219-cc0f50910337","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.221892943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"35f6c124-0811-4eaa-9219-cc0f50910337","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.240806302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"35f6c124-0811-4eaa-9219-cc0f50910337","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.277543389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"25c52c52-5a0b-4da1-a7ff-54b275056134","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:55.277579629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"25c52c52-5a0b-4da1-a7ff-54b275056134","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.186577481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"b656663f-ba28-4da9-afa6-364847770cdc","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.207236485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"262035ed-a730-42f4-bb66-720d02c0091f","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.220928206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"4cede9cb-0893-46ba-9ab9-e42356219641","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.221672379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"779b8217-fefb-4453-a044-7fbd2ec2eec2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.224410025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"d42d7910-42fe-4b93-aced-93af2b96f14f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.238142489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"acbcbb88-d214-47f3-8925-e9b43211f192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.241025317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"4cede9cb-0893-46ba-9ab9-e42356219641","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.241755307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"779b8217-fefb-4453-a044-7fbd2ec2eec2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.244093699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"d42d7910-42fe-4b93-aced-93af2b96f14f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.249202262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"426ebe27-3a86-432f-b6cf-fb9936430a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.258663519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"acbcbb88-d214-47f3-8925-e9b43211f192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.262546613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"d42d7910-42fe-4b93-aced-93af2b96f14f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.268750452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"426ebe27-3a86-432f-b6cf-fb9936430a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.295097474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"4ec41035-a539-4146-a0f8-00178542d4fd","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.295130444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"4ec41035-a539-4146-a0f8-00178542d4fd","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.350560422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"0e2baa74-b7c6-489e-a7a4-ad4e971b5e2d","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.350594039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"0e2baa74-b7c6-489e-a7a4-ad4e971b5e2d","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.361018057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"c8b9af79-2fea-4b98-b97b-40fed121b993","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.361723325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"1999fedc-15c1-48b9-b471-fe285ceec645","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.386122164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"c8b9af79-2fea-4b98-b97b-40fed121b993","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.424627802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"278e8d1d-f121-4690-99e1-57582902e6a5","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.437372296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d9eaff51-af4d-435a-a2e2-6e930ec582d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.437490869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1c726f64-17db-4516-849b-ae12be1ca6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.457711749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1c726f64-17db-4516-849b-ae12be1ca6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.457722259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d9eaff51-af4d-435a-a2e2-6e930ec582d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.52092512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"4c2dcd73-03cd-4ea2-9560-ae05f4b3d4a7","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.520952255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"4c2dcd73-03cd-4ea2-9560-ae05f4b3d4a7","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.53531717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9dc73787-15fb-4377-adb0-c86db9669aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.575084936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9dc73787-15fb-4377-adb0-c86db9669aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.630888725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"e38dfbfd-135c-4c50-a32b-05c2315429fa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.653137835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"e38dfbfd-135c-4c50-a32b-05c2315429fa","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.654037798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5c8d36cb-d572-4442-8289-251d54d05c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.654569238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"902552fa-fd1e-4ae5-9b0f-c01d82fc2f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.661053608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1d59b1-8a19-4fe8-910c-023d817b3de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.690307693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1d59b1-8a19-4fe8-910c-023d817b3de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.694927056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"902552fa-fd1e-4ae5-9b0f-c01d82fc2f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.69783739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5c8d36cb-d572-4442-8289-251d54d05c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.715949899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"90fa6dcc-d0da-4dd7-85a8-a59a42f8190f","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.74222307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"033cc1e7-1998-4cf2-a5b4-eff7fbedadd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.749157571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"411f7444-1bf5-4d18-a263-5779be7ee020","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.749196034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"411f7444-1bf5-4d18-a263-5779be7ee020","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.762551663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"033cc1e7-1998-4cf2-a5b4-eff7fbedadd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.779923511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"c86bda98-d181-4381-b5e4-2061c09b0405","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.780175761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"63bf1855-b237-46e3-b42c-9c319b796f28","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.810699071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"5e519664-42f5-490c-839e-a2d484cb3dc4","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.81073803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"5e519664-42f5-490c-839e-a2d484cb3dc4","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.85992589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ff18adf8-7e90-4177-87dc-73111b0d8e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.879773375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ff18adf8-7e90-4177-87dc-73111b0d8e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.945172144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"5a76c38b-e14e-44f6-a216-4648929af93e","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:56.960868088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"d24276f9-65e7-489b-b246-293ce8ab8327","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.961118336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4f7ae398-e5e2-4c20-88df-b299c64458ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.961501487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9a7853ca-4bf4-4b95-ab05-dbc7e0a8d3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.962084616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e3b8ae87-59d8-425a-80ef-38d0abd948bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.975563513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bb6140e-32ce-4bb1-a076-ec1516631e88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:56.979554073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"d24276f9-65e7-489b-b246-293ce8ab8327","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.983654394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9a7853ca-4bf4-4b95-ab05-dbc7e0a8d3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.984633724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4f7ae398-e5e2-4c20-88df-b299c64458ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.986029644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e3b8ae87-59d8-425a-80ef-38d0abd948bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:56.995897811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bb6140e-32ce-4bb1-a076-ec1516631e88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.004116932Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"02581985-1112-453c-88a7-bb1b5e36fc1b","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.004204853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"02581985-1112-453c-88a7-bb1b5e36fc1b","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.072909037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"b49d01e0-8161-4887-a14b-1ae85d6ff97d","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.072992429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"b49d01e0-8161-4887-a14b-1ae85d6ff97d","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.09052092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"624534b5-8d6c-450c-9dbc-a9e3a8991b81","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.104820354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"3da61993-d6c5-4be9-bcc4-d1d68ba85716","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.105548672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"20cb35e8-fcae-4a4e-b1f1-6eac6bb6edb5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.108855228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"34e4845f-4c06-4fac-a480-5c82ed1a8443","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.108946363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"34e4845f-4c06-4fac-a480-5c82ed1a8443","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.111864726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"624534b5-8d6c-450c-9dbc-a9e3a8991b81","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.125480863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"3da61993-d6c5-4be9-bcc4-d1d68ba85716","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.126894447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"20cb35e8-fcae-4a4e-b1f1-6eac6bb6edb5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.131188132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"624534b5-8d6c-450c-9dbc-a9e3a8991b81","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.148936142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d4d25f3c-b66d-4084-adab-55d99ae0a493","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.164275848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"decba044-a9dd-4f2f-84a0-b74169dd4be5","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.164383872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"decba044-a9dd-4f2f-84a0-b74169dd4be5","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.174872944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"d4d25f3c-b66d-4084-adab-55d99ae0a493","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.176136023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b052e2b-16a0-451b-a8c4-fcb57ef21224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.17955765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"56b39ff3-8a29-47c8-9efd-6b054e16ad84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.197484737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b052e2b-16a0-451b-a8c4-fcb57ef21224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.201118332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"56b39ff3-8a29-47c8-9efd-6b054e16ad84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.247817845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"adbf7672-2e9f-46e0-a25f-3b30156503f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.248705702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b270ca50-c43e-439e-bf00-d3d09a74bdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.272413579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"dcd674f7-6184-400e-939f-536fcb28c785","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.272482156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"dcd674f7-6184-400e-939f-536fcb28c785","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.279358914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"adbf7672-2e9f-46e0-a25f-3b30156503f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.28161269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b270ca50-c43e-439e-bf00-d3d09a74bdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.300455029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"58058a05-ede6-4eff-a49d-385d4c7b6dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.373318623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"c5db4ca7-317a-46fd-aa93-07093b39b2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.374723827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4ec115d7-6bcf-49ef-a3b2-6a87f8a8e5c2","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.374743921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4ec115d7-6bcf-49ef-a3b2-6a87f8a8e5c2","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.378658385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"58058a05-ede6-4eff-a49d-385d4c7b6dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.391988634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ba2b820-1f52-482c-ac80-eb2a779d7c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.395465788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"86110764-11cd-48b6-b6a8-a301603a0290","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-e99ab8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.395561132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"c5db4ca7-317a-46fd-aa93-07093b39b2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.493850842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"05c77972-7bd0-4d30-923a-ae0564fef0d3","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.493879861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"05c77972-7bd0-4d30-923a-ae0564fef0d3","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.523082824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"879d3ed2-bdb5-452b-ba09-0bd8dfc66ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.523483956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ba2b820-1f52-482c-ac80-eb2a779d7c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.526897734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"f6232c46-ed56-494b-b84e-3ed9fe2207ef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.526965924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"f6232c46-ed56-494b-b84e-3ed9fe2207ef","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.538548053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"e09231b6-b6bf-49ed-ad69-54efdd3195bb","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.542874676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ba2b820-1f52-482c-ac80-eb2a779d7c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.54345901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"ecf6c2a5-fbc8-4dd5-9707-fe2159c87622","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.543478036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"ecf6c2a5-fbc8-4dd5-9707-fe2159c87622","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.544235188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"879d3ed2-bdb5-452b-ba09-0bd8dfc66ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.560114939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"e09231b6-b6bf-49ed-ad69-54efdd3195bb","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.563955449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8ef68e1-58b9-4577-bae8-a0e0ac9a3b09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.563977549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8ef68e1-58b9-4577-bae8-a0e0ac9a3b09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.597804062Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"5dbc7979-0937-48ef-b7e9-e04c280542b1","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"e2e-dft-e99ab8","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-e99ab8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.620477048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"736b4b1c-a3d7-40b7-9a1d-9f8b44479325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.62104681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"50228d64-efd9-401d-b98d-0525d0f22035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.642774685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"50228d64-efd9-401d-b98d-0525d0f22035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.642875557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"736b4b1c-a3d7-40b7-9a1d-9f8b44479325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.685042142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"fd272c91-cae9-42b4-987b-89cb2f4a2e77","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.685079749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"fd272c91-cae9-42b4-987b-89cb2f4a2e77","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.707864868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"0572c6fb-7d7a-4cfa-aee5-51dc53b7b1ee","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.72264242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"fecd6d8c-34ff-4992-9c89-2a6ea4eb612e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.723399767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"a6fab885-0240-42e4-aacd-abef2ac2fb67","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:57.7234729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"a6fab885-0240-42e4-aacd-abef2ac2fb67","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.742827686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"fecd6d8c-34ff-4992-9c89-2a6ea4eb612e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.745581109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"deab0dfb-3800-4901-aa03-279b75283d5e","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.745861843Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"799e9ea2-e785-4b01-8423-29c3668a009a","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.818862944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"df33a074-baa9-472d-963c-6c14ad7cea62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.832260203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"50f661f0-9204-449e-b9d3-2175869998c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.840211507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"df33a074-baa9-472d-963c-6c14ad7cea62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.853241381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"50f661f0-9204-449e-b9d3-2175869998c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.859340326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"df33a074-baa9-472d-963c-6c14ad7cea62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.926791145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7ab480a2-4da8-44d8-86fa-37c1d457cd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.936987225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb75e2e1-ed1a-4ee3-a6b1-151b7682ee42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.941149946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"185932ab-76aa-4b20-ae78-aeaef6c8fbb1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.941453926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ba375d-3261-4028-927e-451036448a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.948131095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7ab480a2-4da8-44d8-86fa-37c1d457cd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.958186347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb75e2e1-ed1a-4ee3-a6b1-151b7682ee42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.962634544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"185932ab-76aa-4b20-ae78-aeaef6c8fbb1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.962686644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ba375d-3261-4028-927e-451036448a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:57.981532329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ba375d-3261-4028-927e-451036448a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.021823977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a51669cc-a882-41ef-b5e4-a66efd799d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.041742918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a51669cc-a882-41ef-b5e4-a66efd799d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.108202952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e0775f59-e414-411b-b39a-558c792e8dd6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.108225215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"16dc0b01-b357-46ba-99b1-16c4f799a951","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.124488238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5dfa59c7-3638-4d9b-876a-577208bb5727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.125501015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"62e50dd7-46d4-495a-a18d-48ca52312bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.12965032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e0775f59-e414-411b-b39a-558c792e8dd6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.129815745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"16dc0b01-b357-46ba-99b1-16c4f799a951","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.146096144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5dfa59c7-3638-4d9b-876a-577208bb5727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.146763367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"62e50dd7-46d4-495a-a18d-48ca52312bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.222479661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d25904a6-5dd2-43d2-8b14-85901745f886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.242968276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d25904a6-5dd2-43d2-8b14-85901745f886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.291782811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"919ce55a-62c2-4867-b0b3-68a166525130","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.291808328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"919ce55a-62c2-4867-b0b3-68a166525130","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:58.311684447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"15e02a0e-7e8d-4a6d-8aa6-d807ce9ea291","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-1095fa-64653b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.314105954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"b98d9e5a-bca7-4112-ac85-74d08f0441cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.327803573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5627af21-7ed6-456f-b3cb-0e323e030d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.327828714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d8947512-421f-4fcc-a0f7-91d075460add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.328280705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a44d773c-b9b9-461c-9ade-bb300a93e898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.334783423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"b98d9e5a-bca7-4112-ac85-74d08f0441cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.344506584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"23db5ece-d5dc-49b0-b333-bf6c19daaad0","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.34453201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"23db5ece-d5dc-49b0-b333-bf6c19daaad0","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.350223288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a44d773c-b9b9-461c-9ade-bb300a93e898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.352343797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d8947512-421f-4fcc-a0f7-91d075460add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.354374807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5627af21-7ed6-456f-b3cb-0e323e030d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:58.395361391Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"23db5ece-d5dc-49b0-b333-bf6c19daaad0","name":"e2e-cfl-same-1095fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-1095fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:58.395441155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"23db5ece-d5dc-49b0-b333-bf6c19daaad0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-1095fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.410910153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"b0ac6389-f887-4907-a0e0-8b5ed3cfbce9","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.410940085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"b0ac6389-f887-4907-a0e0-8b5ed3cfbce9","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.423498086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"fbb674f0-5fbf-4c08-a6eb-cb28dd36280c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:58.441966081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"fa1a73ab-ca2c-4336-bc9f-631ab56561c2","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:58.442051122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"fa1a73ab-ca2c-4336-bc9f-631ab56561c2","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.444822016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"fbb674f0-5fbf-4c08-a6eb-cb28dd36280c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.460085285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"3e62a8f6-aad0-41ec-a833-2e1828384974","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","subscription":"e2e-cfl-724767-09037f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.460424879Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"8b3a5f10-d90d-45ad-a0ff-f6a22d29deff","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","model":"e2e-cfl-same-1095fa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-64653b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.491574207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"3e62a8f6-aad0-41ec-a833-2e1828384974","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.528239736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e9c42f19-b0a0-40e3-9322-b50d347109d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.550714888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"e9c42f19-b0a0-40e3-9322-b50d347109d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.553555107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"3ea80a5f-f0f3-41a3-8165-eeaabb8048ec","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.553586875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"3ea80a5f-f0f3-41a3-8165-eeaabb8048ec","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.576863827Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-sub","reconcileID":"3e62a8f6-aad0-41ec-a833-2e1828384974","MaaSSubscription":{"name":"e2e-cfl-724767-09037f-sub","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"maas-trlp-e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.615865469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"252d9be8-c338-46ee-9b1f-0c57bc924918","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.757193994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"59d52164-d07a-42d7-9e48-e4687bc3f832","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.757233432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"59d52164-d07a-42d7-9e48-e4687bc3f832","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.774653607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"bec3f65f-2a78-4d1c-839a-a22f1f86d7a8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.795289747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"bec3f65f-2a78-4d1c-839a-a22f1f86d7a8","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.908492096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"2edbfccb-2a0d-4423-a75a-aeff12b926e1","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.908526356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"2edbfccb-2a0d-4423-a75a-aeff12b926e1","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.941166549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1b4e3538-787a-4af2-90b0-03eb28b45383","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:58.996512256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1b4e3538-787a-4af2-90b0-03eb28b45383","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.058948258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1b4e3538-787a-4af2-90b0-03eb28b45383","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"name":"e2e-extmod-a-fac043-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.058979912Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"e2e-cfl-724767-09037f-access","reconcileID":"1b4e3538-787a-4af2-90b0-03eb28b45383","MaaSAuthPolicy":{"name":"e2e-cfl-724767-09037f-access","namespace":"ai-tenant-e2e-extmod-a-fac043"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fac043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.094443715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"f2e5a9a5-885d-41ed-8ce9-faa650dc4edd","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"tenant":"e2e-extmod-a-fac043","gateway":"openshift-ingress/e2e-extmod-a-fac043","model":"e2e-extmod-cfl-1-09037f/e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.094474325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"f2e5a9a5-885d-41ed-8ce9-faa650dc4edd","MaaSModelRef":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"routeName":"external-model-e2e-cfl-724767-fb356e5828b9","namespace":"e2e-extmod-cfl-1-09037f","model":"e2e-cfl-724767","externalModel":"e2e-cfl-724767","provider":"e2e-cfl-724767-provider","gateway":"openshift-ingress/e2e-extmod-a-fac043","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.683260594Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"bb5c1d1c-d101-4cba-bee7-8c0bad5c0deb","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.7166376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"62fcc9ee-ef10-4c39-b1ac-a3ec1a13399e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.726826171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-2-b6f117"},"namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","reconcileID":"8c3f3275-ae59-43d3-9da2-b868c3b81786","namespace":"e2e-extmod-cfl-2-b6f117","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.730974497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3a2e7b8d-6e3e-4ff5-bb45-488ee693d6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.733991869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c64a5b5b-c65c-4d1b-9e72-09be4bb18206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.736697532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"62fcc9ee-ef10-4c39-b1ac-a3ec1a13399e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.737522725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b0e39e58-8bf0-44c6-b17e-84f657c65627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:59.738176618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"9acba488-20b3-4660-a1c4-a2c93b622c8f","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:01:59.738243049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"9acba488-20b3-4660-a1c4-a2c93b622c8f","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.748367401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bee87563-de82-4efb-bda2-869cd4bff6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.750939083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3a2e7b8d-6e3e-4ff5-bb45-488ee693d6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.753648245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c64a5b5b-c65c-4d1b-9e72-09be4bb18206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.755359014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"62fcc9ee-ef10-4c39-b1ac-a3ec1a13399e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.757201754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b0e39e58-8bf0-44c6-b17e-84f657c65627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.768394884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bee87563-de82-4efb-bda2-869cd4bff6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.787359312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bee87563-de82-4efb-bda2-869cd4bff6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.788144023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"49611cda-1a20-4ca9-816f-9c13837b4525","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.808189004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"49611cda-1a20-4ca9-816f-9c13837b4525","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.844106645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"354a683d-0989-42e3-8d90-674882a94f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.844132411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e3984269-9f75-46ed-9bf4-cd7de502c515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.847494831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"32560fd8-898a-409c-8730-17e52f94e8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.847980213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b981d9bf-d049-4660-a4ee-4c6838f6b2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.864245457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e3984269-9f75-46ed-9bf4-cd7de502c515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.864481937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"354a683d-0989-42e3-8d90-674882a94f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.86758378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"32560fd8-898a-409c-8730-17e52f94e8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:01:59.867896173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b981d9bf-d049-4660-a4ee-4c6838f6b2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.027697733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4585802e-4c29-4d82-acae-28ee31e72af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.02857827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"c4ad692d-393a-4520-9afb-5da9b120e7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.048074806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4585802e-4c29-4d82-acae-28ee31e72af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.048675918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"c4ad692d-393a-4520-9afb-5da9b120e7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.113704913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"b5dad440-bc64-4eab-be5a-b5497bed2902","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.129486235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"43dbe4ef-4953-4799-b662-f680c78c2fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.133903678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"b5dad440-bc64-4eab-be5a-b5497bed2902","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.142910814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"735f5e7f-0b67-440b-b3cc-9337bd87f2ec","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.149843047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"43dbe4ef-4953-4799-b662-f680c78c2fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.163192578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"735f5e7f-0b67-440b-b3cc-9337bd87f2ec","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.231275635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1382becd-014c-4205-a858-d2d06450f812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.243380713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea7b76f-4f4a-4dfd-8749-4ca4f1e534be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.251478166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1382becd-014c-4205-a858-d2d06450f812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.263479624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea7b76f-4f4a-4dfd-8749-4ca4f1e534be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.28234317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea7b76f-4f4a-4dfd-8749-4ca4f1e534be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.317862869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"f35c31cc-b8fb-4fbd-9a5e-f9aa4f0fafb9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.332750389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5840e392-deae-4344-945d-43a8560a5746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.332778798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0d08e28f-de6f-4ed4-b85d-a8327d9f777a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.338583887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"f35c31cc-b8fb-4fbd-9a5e-f9aa4f0fafb9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.353061115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5840e392-deae-4344-945d-43a8560a5746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.353070438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0d08e28f-de6f-4ed4-b85d-a8327d9f777a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.357488038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"f35c31cc-b8fb-4fbd-9a5e-f9aa4f0fafb9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.435003455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"74534a0a-80e8-4cbe-b3b6-1b2dd44f31c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.458899957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"74534a0a-80e8-4cbe-b3b6-1b2dd44f31c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.727537196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"b98c2583-e5d6-46a8-b8a1-14a122fbb868","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.760964287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"1d1a01e0-935e-4c9d-a13a-b25ee36e2084","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.767524789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"40fc975b-6fc9-44ae-9876-7935e892fdb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.777495622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e8c4c627-fc21-4918-98a2-355d628cdd83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.777507211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"615ad6fc-fd2a-4ae2-b5f4-66206003f8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.780961498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"1d1a01e0-935e-4c9d-a13a-b25ee36e2084","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.787590513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"40fc975b-6fc9-44ae-9876-7935e892fdb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.790207476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7c7bf12-f76c-4c4c-b103-78a5d58c0828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.800490361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"615ad6fc-fd2a-4ae2-b5f4-66206003f8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.802350869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"1d1a01e0-935e-4c9d-a13a-b25ee36e2084","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.802846215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e8c4c627-fc21-4918-98a2-355d628cdd83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.814504079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7c7bf12-f76c-4c4c-b103-78a5d58c0828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.890155669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7c7bf12-f76c-4c4c-b103-78a5d58c0828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.92026951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"3ea965df-141c-44da-98ba-8544b0b644f1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.922610227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-724767","namespace":"e2e-extmod-cfl-1-09037f"},"namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","reconcileID":"9d11aa6b-78fb-4308-a614-b7c710fdfa8e","namespace":"e2e-extmod-cfl-1-09037f","name":"e2e-cfl-724767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.940636047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"3ea965df-141c-44da-98ba-8544b0b644f1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.953468243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"724518f8-d3ae-4dd7-915a-c07d2e70e9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.953520063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"205fc7af-4cac-4689-ba5e-21811742e8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.955151079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f7752c59-8da3-4e6b-8dc7-cdb21e0c7f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.962740934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0774890a-a673-4893-935a-a4f459c654ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.983213365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"724518f8-d3ae-4dd7-915a-c07d2e70e9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.985610171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0774890a-a673-4893-935a-a4f459c654ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.99310241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"205fc7af-4cac-4689-ba5e-21811742e8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:00.994786354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f7752c59-8da3-4e6b-8dc7-cdb21e0c7f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.089264449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"2e6b1c69-06dc-4834-a3eb-4f032375c302","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.105045787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"031eeb0e-4157-4c32-8950-6d997d378f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.105629994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"667e493a-c3ae-4083-bc5f-74140380064e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.106083851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b91e10c5-6905-4ffc-928c-b44bc65cea65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.110651861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"2e6b1c69-06dc-4834-a3eb-4f032375c302","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.119543387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"105198f4-ac0b-4498-8fc1-5f0acc88cc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.175216917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"031eeb0e-4157-4c32-8950-6d997d378f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.178881198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"667e493a-c3ae-4083-bc5f-74140380064e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.182424161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b91e10c5-6905-4ffc-928c-b44bc65cea65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.186601263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"105198f4-ac0b-4498-8fc1-5f0acc88cc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.340819577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"9feedcbe-9645-44d5-9ecd-63d6288ccad6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.356158019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0bc8ccc1-23a1-4002-beb0-df6301ebec27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.361258288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"9feedcbe-9645-44d5-9ecd-63d6288ccad6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.369999452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc0804e-0a37-4390-8810-f511f1cb0b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.369994326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1e49f5b4-6896-482e-8ef5-48550e4cfb8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.378785148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0bc8ccc1-23a1-4002-beb0-df6301ebec27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.382583062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"9feedcbe-9645-44d5-9ecd-63d6288ccad6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.387548878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7546e99c-55fe-4afa-a33b-b1e3e8b716ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.39190497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc0804e-0a37-4390-8810-f511f1cb0b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.393854083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1e49f5b4-6896-482e-8ef5-48550e4cfb8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.408142233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"7546e99c-55fe-4afa-a33b-b1e3e8b716ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.475959376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc0804e-0a37-4390-8810-f511f1cb0b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.501941843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"86aea05d-85a6-4b77-a72f-aa151bb7b5dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.523429064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"86aea05d-85a6-4b77-a72f-aa151bb7b5dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.556733551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3ad0d381-7973-453e-b1a6-e17fb2156690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.569449034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"92c15f4d-050c-4a9b-af28-9542068444a8","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.577631292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3ad0d381-7973-453e-b1a6-e17fb2156690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.589555344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"92c15f4d-050c-4a9b-af28-9542068444a8","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.659302873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"fd844684-0955-4752-892c-fbffceb6aae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.659994898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8179808f-8518-4c66-a6d0-c12262e3779b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.681276185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"fd844684-0955-4752-892c-fbffceb6aae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.681885087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"8179808f-8518-4c66-a6d0-c12262e3779b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.760677213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1a7dd1a4-3dde-44ab-b622-fb42b52683ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:01.781831383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1a7dd1a4-3dde-44ab-b622-fb42b52683ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:02.314412598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"15ffe5c4-1679-4eb1-81e3-475cb11c4f81","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:02.314507237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"15ffe5c4-1679-4eb1-81e3-475cb11c4f81","error":"ExternalModel e2e-extmod-att-user-725e90/e2e-att-delete-f4a9a6 is attached to several gateways [openshift-ingress/e2e-extmod-a-4275b9 openshift-ingress/e2e-extmod-b-a5affe]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.434157067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"868e7a88-f397-49c6-93a3-fc98765eb82f","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.471432761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"10d03c78-e3a5-44ec-ab53-1c4bd387f62b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.474008682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"5e892c9b-8088-4d72-9671-3f8cf5fe50bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.475022355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"67db9f79-c202-4763-857c-a5d346f99d98","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.475045497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"67db9f79-c202-4763-857c-a5d346f99d98","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.487366513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"69a1bca7-ef85-460d-af69-a2e0e3eabb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.493962369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"10d03c78-e3a5-44ec-ab53-1c4bd387f62b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.494456096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"5e892c9b-8088-4d72-9671-3f8cf5fe50bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.502949878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7673d9bb-b8a1-480a-b399-72a76f3d7f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.503623255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"6b5b294c-4028-4f83-84b8-afc830ba98c1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.51006469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"69a1bca7-ef85-460d-af69-a2e0e3eabb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.516073003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"10d03c78-e3a5-44ec-ab53-1c4bd387f62b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.524705463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7673d9bb-b8a1-480a-b399-72a76f3d7f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.524943762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"6b5b294c-4028-4f83-84b8-afc830ba98c1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.543485903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7673d9bb-b8a1-480a-b399-72a76f3d7f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.544955048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"80d9d180-d439-4fd8-8d68-76b59f92cb52","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.547881911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"628fc5e3-9d26-433e-bad4-9506c3400aa5","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.547905147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"628fc5e3-9d26-433e-bad4-9506c3400aa5","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.571289738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"61324cd5-7a6a-4a20-b769-9fc9c83f324f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.591828996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"61324cd5-7a6a-4a20-b769-9fc9c83f324f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.664441079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"49abd7b0-3cda-4fa9-a42e-42a33d393d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.677077814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"99546a46-333a-4090-bb84-0633b30935ad","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.685923433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"49abd7b0-3cda-4fa9-a42e-42a33d393d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.735287999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-f4a9a6","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","reconcileID":"5c9ca4b8-69e1-4a80-8d71-668036a09fa4","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-delete-f4a9a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.764475134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4eca8ef2-0f7c-4168-8e5c-9326c6d1a708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.764471699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"45e86de6-e31f-4680-a47c-e02c24b30af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.773073407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"383288cb-fbe7-4abb-afd4-8925ebdd50f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.814394573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4eca8ef2-0f7c-4168-8e5c-9326c6d1a708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.817835945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"45e86de6-e31f-4680-a47c-e02c24b30af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.826120803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"383288cb-fbe7-4abb-afd4-8925ebdd50f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.827021444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7609340d-0792-4f68-858a-1f2b4363f7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.827696502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005d1a28-a0e6-44f6-ae8c-41831c34347d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.849405076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7609340d-0792-4f68-858a-1f2b4363f7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.85428325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005d1a28-a0e6-44f6-ae8c-41831c34347d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.914791228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b52847ee-2066-4644-a1f6-378de29f9ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.914970733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8e32a968-c308-4f00-8765-1a17390faef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.936563874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8e32a968-c308-4f00-8765-1a17390faef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.936612671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b52847ee-2066-4644-a1f6-378de29f9ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:03.998364038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"73e6dc2e-1169-4634-9341-8fa4b71778cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.012649181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cf049a5b-d01c-49e0-a83e-53870e9b9167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.013379484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"04271af6-8cc2-469b-81fa-d2a08cbdde77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.018435931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"73e6dc2e-1169-4634-9341-8fa4b71778cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.032746033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cf049a5b-d01c-49e0-a83e-53870e9b9167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.03339649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"04271af6-8cc2-469b-81fa-d2a08cbdde77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.098402612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"0857204c-122f-418e-a7c7-f6da09ff1fb9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.119185405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"0857204c-122f-418e-a7c7-f6da09ff1fb9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.131952858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96289c1-5dcd-401b-9135-7bc224b7013b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.138114032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"0857204c-122f-418e-a7c7-f6da09ff1fb9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.152614152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96289c1-5dcd-401b-9135-7bc224b7013b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.171414195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96289c1-5dcd-401b-9135-7bc224b7013b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.215118946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0be1ab95-6a8c-40f7-88c9-9cde35e4cc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.215118926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5fc4d3db-d943-4b80-8071-52f87ef782ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.215967236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dfcb6931-47ad-4dfc-ae98-eecd2ff0c605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.215968934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"93c67bfd-67a4-4d21-a4a6-1ac5212c3c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.234244066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"f3ef2595-a29a-479a-94b8-ea8618f8e4f9","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.236592129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0be1ab95-6a8c-40f7-88c9-9cde35e4cc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.236664668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"93c67bfd-67a4-4d21-a4a6-1ac5212c3c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.238884335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5fc4d3db-d943-4b80-8071-52f87ef782ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.239107717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dfcb6931-47ad-4dfc-ae98-eecd2ff0c605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.255000991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"f3ef2595-a29a-479a-94b8-ea8618f8e4f9","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.334069782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"393fc0d1-3bd2-4e22-9b9d-f274a3198af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:04.356121856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"393fc0d1-3bd2-4e22-9b9d-f274a3198af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.317148465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"5784fd55-a9a8-4ea0-86e2-aa8e45513106","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.317174659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"5784fd55-a9a8-4ea0-86e2-aa8e45513106","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.370083839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"01bfd2b6-7e24-4ae8-91d0-d7ea1ea5cdec","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a05f4ee3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.3941521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"65545922-07e4-491a-a2da-dabfa827cef6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.415182243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"65545922-07e4-491a-a2da-dabfa827cef6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.524187545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"e9dc06a2-0525-4e54-ae68-8a39cb8d6b99","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:06.573859838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"e9dc06a2-0525-4e54-ae68-8a39cb8d6b99","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:10.759667366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:14.207305732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"83e68503-4696-44f5-9c82-8c2bab6a9373","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:14.227456904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"83e68503-4696-44f5-9c82-8c2bab6a9373","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:14.236588005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af882d3-eb29-406f-83b9-528a2994a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:14.246307371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"83e68503-4696-44f5-9c82-8c2bab6a9373","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:14.2574238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af882d3-eb29-406f-83b9-528a2994a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:14.276382725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af882d3-eb29-406f-83b9-528a2994a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.426111443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"48bcce02-6087-4fe8-8afb-dff32751f14a","namespace":"llm","name":"e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.446189034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"aeb10043-638e-41ff-9383-f3460209dc36","namespace":"llm","name":"e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.461921829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bb5f5e93-72de-4bb9-814b-5046a17f4b1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.473789961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f4354503-67af-4dd0-a48e-2b27d917ba9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.473788649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d281e483-43c1-4943-946e-8c33994d4000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.474835411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"08be3e76-d540-4fa2-a05f-b9b4f2dece00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.482899175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bb5f5e93-72de-4bb9-814b-5046a17f4b1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.489283282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e81b871-375a-44c6-9348-32fac0b0d826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.495600064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"08be3e76-d540-4fa2-a05f-b9b4f2dece00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.495600066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d281e483-43c1-4943-946e-8c33994d4000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.498806233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f4354503-67af-4dd0-a48e-2b27d917ba9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.501396074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bb5f5e93-72de-4bb9-814b-5046a17f4b1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.510187618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e81b871-375a-44c6-9348-32fac0b0d826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.529038339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e81b871-375a-44c6-9348-32fac0b0d826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.546213125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebac9376-4d5b-4783-9673-cf6a0754611c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.54623972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebac9376-4d5b-4783-9673-cf6a0754611c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.546614849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22a966c6-9c56-4286-8990-773f5cffd213","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.546631896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22a966c6-9c56-4286-8990-773f5cffd213","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.54688663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b79f2f47-47c3-4dd1-ad61-b58b7e27da00","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.546901025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b79f2f47-47c3-4dd1-ad61-b58b7e27da00","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.547138178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"297fdd2e-2eab-46cc-bf13-6810daa3cb4a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.547151207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"297fdd2e-2eab-46cc-bf13-6810daa3cb4a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.547403313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8b0373c3-6c6e-497f-8a63-7ac57d08e1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.54744954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa1095f8-b96f-496e-baa9-1e90d7245f28","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.54746405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa1095f8-b96f-496e-baa9-1e90d7245f28","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.562780434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"824f3085-2c43-45db-b8d0-f4c79e32209e","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.562814588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"824f3085-2c43-45db-b8d0-f4c79e32209e","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.567211252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8b0373c3-6c6e-497f-8a63-7ac57d08e1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.578122894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50ada9cd-1b64-4f95-84b0-9f4738276e9d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.578143076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50ada9cd-1b64-4f95-84b0-9f4738276e9d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.578497858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6dbd074e-6466-4bec-b037-c3e8f439fc03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.578508352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6dbd074e-6466-4bec-b037-c3e8f439fc03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.578786822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7837b572-b410-4f95-8312-8b873a2c9c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.578799178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7837b572-b410-4f95-8312-8b873a2c9c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.579173604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d68c30e8-9cbf-4e8a-9a3c-cbe4f580371e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.579185403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d68c30e8-9cbf-4e8a-9a3c-cbe4f580371e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.579452095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cf01a9a-4515-4181-b4af-6f55d23265d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.579463793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cf01a9a-4515-4181-b4af-6f55d23265d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.579752934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fda0e3c7-8d25-455d-9e32-f12ba32cf7c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.579766994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fda0e3c7-8d25-455d-9e32-f12ba32cf7c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.580016407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"65332b94-4231-43ca-b402-ad16c6f74253","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.580027699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"65332b94-4231-43ca-b402-ad16c6f74253","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.580266297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88bd122c-06ca-40ba-bfae-a8ce461eae77","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.580278189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88bd122c-06ca-40ba-bfae-a8ce461eae77","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.5959303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"f897a25f-d79e-423b-be17-ab9ecc0e7a4a","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.595964422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"f897a25f-d79e-423b-be17-ab9ecc0e7a4a","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.60796946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6621b21c-dce1-44d6-8950-5b6633949ca8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.608057894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"583f1b94-31df-4a0e-bc00-77ebe32edbbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.62258564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"67982c7b-4caf-43b8-b1df-ebef21435ed3","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.649199676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"2359097c-16ac-433d-93c7-ae4d99853bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.669535704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"2359097c-16ac-433d-93c7-ae4d99853bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.676559024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"ea4fdbbd-d237-49d2-8f3e-63725169fd78","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"name":"e2e-dft-cc0c3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.733936989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"53eaa249-58f2-4ece-bf1a-9b4b7c169614","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.747780928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9a49abe7-67b1-43aa-90b7-c727f5283097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.75390321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"53eaa249-58f2-4ece-bf1a-9b4b7c169614","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.767646068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9a49abe7-67b1-43aa-90b7-c727f5283097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.773904524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"75b700d8-41ab-471f-bc94-00d47d1be300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.788225289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"e7fde7d0-d3c5-469a-a558-3bf19916a54a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.789584524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"62eb1b0d-713a-45ca-b9d3-90f95e6dcfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.794199785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"75b700d8-41ab-471f-bc94-00d47d1be300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.811470941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"e7fde7d0-d3c5-469a-a558-3bf19916a54a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.811608324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"62eb1b0d-713a-45ca-b9d3-90f95e6dcfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.884249031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5eae0e10-b3f3-4f68-89d4-9e3cfd228b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.887212653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"81d0431a-a33a-47bb-8deb-5fd07ae281ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.908056319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5eae0e10-b3f3-4f68-89d4-9e3cfd228b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.913106358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"81d0431a-a33a-47bb-8deb-5fd07ae281ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.975734486Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"005eb93d-6cac-477b-a25b-f4a9f50a25f3","namespace":"llm","name":"e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.987747951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"f7940da1-d41e-4d7a-b76d-8a29549af190","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.987776951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"f7940da1-d41e-4d7a-b76d-8a29549af190","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:15.991233565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"a1bdb305-42d3-4940-803d-9271e029ac75","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.011355112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"a1bdb305-42d3-4940-803d-9271e029ac75","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.018640769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c181fa8-5445-44e7-b681-36d784de155a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.040267816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c181fa8-5445-44e7-b681-36d784de155a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.080956025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5f88ab63-92cd-40b1-85d5-99278c730035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.084445335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b544c2b0-95ce-4208-af49-cdc7e8e6bcd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.106060398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5f88ab63-92cd-40b1-85d5-99278c730035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.116098132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b544c2b0-95ce-4208-af49-cdc7e8e6bcd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.178530121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8099a37d-25a0-4727-b2e6-cf6a905c53af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.199757046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8099a37d-25a0-4727-b2e6-cf6a905c53af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.265379442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"351400ab-12a6-4c8b-8694-be0913349ed8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.285378628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"351400ab-12a6-4c8b-8694-be0913349ed8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.293438774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e37dc2b-5dd7-4e26-a45d-bd673b19ad89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.304476702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"351400ab-12a6-4c8b-8694-be0913349ed8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.314920684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e37dc2b-5dd7-4e26-a45d-bd673b19ad89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.333667891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e37dc2b-5dd7-4e26-a45d-bd673b19ad89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.350233648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"32a83c3f-b1dd-4ebd-8e64-ec1843198241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.361393334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"1d655b44-71dc-46a6-a245-ca3ac506806a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.370090909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"32a83c3f-b1dd-4ebd-8e64-ec1843198241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.375631997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"40a82747-6e62-4ec4-a134-dbd8379230c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.375792853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"777f3b70-7281-4c1a-9e62-9fd1b9dbbdf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.381355023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"1d655b44-71dc-46a6-a245-ca3ac506806a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.38751943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"d9220d5e-0e2b-4711-a25c-af150f454adf","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","subscription":"e2e-att-unrel-f15e60-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.396240714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"777f3b70-7281-4c1a-9e62-9fd1b9dbbdf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.396276285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"40a82747-6e62-4ec4-a134-dbd8379230c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.396768156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b35948ad-bf2f-40c3-b6d8-434c4c902970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.41798742Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"d9220d5e-0e2b-4711-a25c-af150f454adf","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.418194555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b35948ad-bf2f-40c3-b6d8-434c4c902970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.43319751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-sub","reconcileID":"d9220d5e-0e2b-4711-a25c-af150f454adf","MaaSSubscription":{"name":"e2e-att-unrel-f15e60-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.487525577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e01d96ec-b72f-4c98-8e12-6d1ace919e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.487552482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"91f8ed30-2b43-497e-a200-ef61e00f8e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.48889194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5ade753a-d132-4f90-a541-4a99d054d6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.508266116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"91f8ed30-2b43-497e-a200-ef61e00f8e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.509299178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e01d96ec-b72f-4c98-8e12-6d1ace919e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.510776772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"5ade753a-d132-4f90-a541-4a99d054d6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.536823383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"cd57a3ae-6bf9-4c56-8eab-9cdd7127b0ea","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.536856116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"cd57a3ae-6bf9-4c56-8eab-9cdd7127b0ea","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.574744792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"41ca2501-05ca-4d44-b36c-996afb541e4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.594827822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"41ca2501-05ca-4d44-b36c-996afb541e4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.602677967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"8b52ca9c-bcb9-4068-8f8d-5c1764fb7f40","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.624762075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"8b52ca9c-bcb9-4068-8f8d-5c1764fb7f40","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.682710136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"6b9a9266-a5e0-4dfb-9529-1e3be311aef2","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.68275558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"6b9a9266-a5e0-4dfb-9529-1e3be311aef2","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.695009652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"210cf26b-2ba3-4d5f-aee5-98904974d524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.78603035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"210cf26b-2ba3-4d5f-aee5-98904974d524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.786613664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"779629a4-5f58-495c-88d0-24a0c48efeba","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.873670233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"779629a4-5f58-495c-88d0-24a0c48efeba","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.927697467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"779629a4-5f58-495c-88d0-24a0c48efeba","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.927730636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-att-unrel-f15e60-access","reconcileID":"779629a4-5f58-495c-88d0-24a0c48efeba","MaaSAuthPolicy":{"name":"e2e-att-unrel-f15e60-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.963216914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"45318697-16d4-41f4-a33e-d271d2719b04","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"tenant":"e2e-extmod-b-a5affe","gateway":"openshift-ingress/e2e-extmod-b-a5affe","model":"e2e-extmod-att-user-725e90/e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:16.963260957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"45318697-16d4-41f4-a33e-d271d2719b04","MaaSModelRef":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"routeName":"external-model-e2e-att-unrel-f15e60-e549107d9c57","namespace":"e2e-extmod-att-user-725e90","model":"e2e-att-unrel-f15e60","externalModel":"e2e-att-unrel-f15e60","provider":"e2e-att-unrel-f15e60-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.480425995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"b27c9ae1-12f1-434c-8557-b226aca5a957","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.516781464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"839a2631-2d95-406c-8eaf-560f5870d302","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.527366219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7ac6e3ac-95ee-44c1-b12c-89dcebde7b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.528645803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e62efd12-b33b-4b45-ac9b-a79f4a77435c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.529351586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ba852011-c6cc-4c1d-aaa8-68e1c8aa83b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.536869021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"839a2631-2d95-406c-8eaf-560f5870d302","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.54366839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67247e61-968c-453a-b334-e238faff1441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.547382519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7ac6e3ac-95ee-44c1-b12c-89dcebde7b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.550495653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e62efd12-b33b-4b45-ac9b-a79f4a77435c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.550798979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ba852011-c6cc-4c1d-aaa8-68e1c8aa83b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.555543342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"839a2631-2d95-406c-8eaf-560f5870d302","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.564307117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67247e61-968c-453a-b334-e238faff1441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.583662645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67247e61-968c-453a-b334-e238faff1441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.632164706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3e2f743c-a1d1-497f-b349-044116c6a4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.646763458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"628da8fa-95dc-4f5c-ba5e-0ea4f7c1025a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.652619401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3e2f743c-a1d1-497f-b349-044116c6a4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.670050451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"628da8fa-95dc-4f5c-ba5e-0ea4f7c1025a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.674170835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f15e60","namespace":"e2e-extmod-att-user-725e90"},"namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","reconcileID":"47e57a83-cd85-4c46-9f3d-6dd6dae14f48","namespace":"e2e-extmod-att-user-725e90","name":"e2e-att-unrel-f15e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.727534044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"84fd12e8-1820-4c8c-be13-c58063cc5107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.730900502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"725d3bc4-fc9a-46df-bb13-33209576ceb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.731188151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"02634e06-72b6-47e3-9e2e-23a09184e2ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.748100419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"84fd12e8-1820-4c8c-be13-c58063cc5107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.75112293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"725d3bc4-fc9a-46df-bb13-33209576ceb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.751141201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"02634e06-72b6-47e3-9e2e-23a09184e2ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.829122829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"37d92a70-a4fc-41b3-a45e-99c9f51ed9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.849398075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"37d92a70-a4fc-41b3-a45e-99c9f51ed9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.915744857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"57cf2a27-0078-471c-a7d1-f73a1c4b9cc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.925308615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"c3901f0b-d659-4621-95d2-797970e31a88","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.928018459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5332666d-2932-4e0f-a2df-c590237409bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.929251553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"15f10d92-7e2d-4bd8-8597-6099d14e38ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.935748495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"57cf2a27-0078-471c-a7d1-f73a1c4b9cc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.942115778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b834e907-76ce-44ad-91af-4f570e87a624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.946671233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"c3901f0b-d659-4621-95d2-797970e31a88","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.948435949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5332666d-2932-4e0f-a2df-c590237409bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.950259973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"15f10d92-7e2d-4bd8-8597-6099d14e38ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.96305366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b834e907-76ce-44ad-91af-4f570e87a624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:17.967488413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"c3901f0b-d659-4621-95d2-797970e31a88","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.068422618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810a536b-4b45-4f4b-8a2f-5e532527457c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.092751982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810a536b-4b45-4f4b-8a2f-5e532527457c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.116808395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810a536b-4b45-4f4b-8a2f-5e532527457c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.189047879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"098c645a-e901-4b66-ad9f-bc3c7ae79abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.189112977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"65bdc399-b9ab-4767-aad9-a879c1c2ef1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.190996892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6eb9dc91-d03e-4361-a07a-5bfa5b6a67dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.204912124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a0b24099-4fe8-49f2-871b-233ef7f7daae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.210256131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"098c645a-e901-4b66-ad9f-bc3c7ae79abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.210768373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"65bdc399-b9ab-4767-aad9-a879c1c2ef1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.212842325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"6eb9dc91-d03e-4361-a07a-5bfa5b6a67dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.220409108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7af384e9-08e3-4712-848d-29405146c01d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.225177349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a0b24099-4fe8-49f2-871b-233ef7f7daae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:18.240537074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7af384e9-08e3-4712-848d-29405146c01d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.626154078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"136bd68f-be87-4006-9058-3d9257e728a5","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.626181432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"136bd68f-be87-4006-9058-3d9257e728a5","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.686025945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"2be420e9-edc9-4581-826c-46949eb01337","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.686066282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"2be420e9-edc9-4581-826c-46949eb01337","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.784708915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d8f421f4-2cea-411d-9e9a-f6ae89e2a3e7","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.804887962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d8f421f4-2cea-411d-9e9a-f6ae89e2a3e7","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.821797337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d8f421f4-2cea-411d-9e9a-f6ae89e2a3e7","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.853444376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"2c8a1bd7-5a05-4789-b6ab-a19a1fb40900","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.853470634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"2c8a1bd7-5a05-4789-b6ab-a19a1fb40900","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.909239906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"41560b0f-6090-40be-a4dc-7eee62ba63ab","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.927705639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"41560b0f-6090-40be-a4dc-7eee62ba63ab","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:21.944682636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"41560b0f-6090-40be-a4dc-7eee62ba63ab","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.063507692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"3ca8232f-1b9e-4914-ac49-69b268c30cb0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.083094577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"3ca8232f-1b9e-4914-ac49-69b268c30cb0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.10065951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f1b94503a3e282018a02e9982e3c3c3cfafdf2f0f263cfeb3b21e99e09561a0) AuthConfig (e5912b4ef9b28f3a18704a1f167a940c78fc9a77a38affab8bf596121b3b18c6) AuthConfig (a07f8ef0a3a827c48827a1551c4c15bc99460aacc0c7c7705e5df2cb28eeeb12) AuthConfig (acbcebdf0fc5161bb400c927a67f76ebf2e61e1649c4635b43bf89f9b504f6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"3ca8232f-1b9e-4914-ac49-69b268c30cb0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.163147845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"0b3609b3-54ed-49ad-8232-b882b5c71931","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.200430235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c7278-6bca-4512-91cc-0c3573144200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.219574002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c7278-6bca-4512-91cc-0c3573144200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.236713857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c7278-6bca-4512-91cc-0c3573144200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.24207605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"08b76b1b-7ee6-45b6-b3bb-22cde1fa03d7","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.24210632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"08b76b1b-7ee6-45b6-b3bb-22cde1fa03d7","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.262678475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db0f4803-4688-408d-be98-0613cf6e4296","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.262709773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db0f4803-4688-408d-be98-0613cf6e4296","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.832482442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"8bb128be-c68e-48c7-a0b5-9b45fe723f68","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.915044271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"29174253-f0fe-4e4b-8a7c-f4cc52184416","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:28.915072997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"29174253-f0fe-4e4b-8a7c-f4cc52184416","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.376871971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2c0fb8-892f-44c6-85d9-adf27a7ad180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.376893751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f8b482f5-5acf-4901-a5a7-b07280dc4c9e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.378313622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d55252fa-b6a3-45d2-8d0c-84df3951bd6c","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.37831724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"398924f2-2dbc-479a-86b5-30889552d446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.395861253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2c0fb8-892f-44c6-85d9-adf27a7ad180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.397074257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f8b482f5-5acf-4901-a5a7-b07280dc4c9e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.39859097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"398924f2-2dbc-479a-86b5-30889552d446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.400765342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d55252fa-b6a3-45d2-8d0c-84df3951bd6c","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.41305761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2c0fb8-892f-44c6-85d9-adf27a7ad180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.414194067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f8b482f5-5acf-4901-a5a7-b07280dc4c9e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.447037301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"49f25c3a-1ee8-43e5-9896-3e9098be1993","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.447062931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"49f25c3a-1ee8-43e5-9896-3e9098be1993","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.646976943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"424efc1d-63f6-4185-abc2-bd394d226587","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.674487561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"424efc1d-63f6-4185-abc2-bd394d226587","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.905755412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"40adbdcb-b191-4cb4-b8b4-41e6a4e9235f","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.905788745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"40adbdcb-b191-4cb4-b8b4-41e6a4e9235f","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.932839061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"42549c0d-b54e-4aa8-a5e6-acded168eb77","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.932866417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"42549c0d-b54e-4aa8-a5e6-acded168eb77","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.954824421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"3ed8e495-80a0-4aa1-a06e-3bf736ab4a96","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:29.973895692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"3ed8e495-80a0-4aa1-a06e-3bf736ab4a96","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:30.161657458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"c1f66879-6fbb-42fb-9c83-8dadb0df6b1c","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:30.161686438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"c1f66879-6fbb-42fb-9c83-8dadb0df6b1c","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.347283462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"cdb585d7-cb49-4ebb-b53d-47ec9ebbe977","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.379927522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"06dab5ee-ae2d-43cd-8b98-50cdaefb4582","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.388963479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2637bda4-3db0-4603-afa9-75c8900b9d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.390151196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0fa892e9-2130-4939-b8e0-836709c295f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.399117444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"06dab5ee-ae2d-43cd-8b98-50cdaefb4582","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.399417041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"7cc813a0-3d63-4b43-b8f0-464e63fb4a6e","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.407011568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2637bda4-3db0-4603-afa9-75c8900b9d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.407882745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0fa892e9-2130-4939-b8e0-836709c295f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.412724739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79885a0-510e-4720-b955-7fd34c91155c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.4159099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5aea480b-1ec4-4519-bb3a-7de231c478b4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.430994937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79885a0-510e-4720-b955-7fd34c91155c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.434427749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5aea480b-1ec4-4519-bb3a-7de231c478b4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.448493759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79885a0-510e-4720-b955-7fd34c91155c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.451991889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5aea480b-1ec4-4519-bb3a-7de231c478b4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.500186822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"7a042eea-bb33-426f-9d51-face357d76b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.500584762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5660d320-9e70-405e-b2a9-fd86f61fdcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.500847806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"106d872f-fb6c-4985-9a06-f56c83aa7cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.531551254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5660d320-9e70-405e-b2a9-fd86f61fdcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.532817309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"106d872f-fb6c-4985-9a06-f56c83aa7cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.534565489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"7a042eea-bb33-426f-9d51-face357d76b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.542000803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe90e0d-e6a8-4b4e-b083-6c319b87e1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.562179324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe90e0d-e6a8-4b4e-b083-6c319b87e1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.564416331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"6ed49e90-c94e-4471-b9ac-a794078061ab","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.564448773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"6ed49e90-c94e-4471-b9ac-a794078061ab","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.590258757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3a98b6c7-e264-47b0-8172-b24b1811c153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.608375858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3a98b6c7-e264-47b0-8172-b24b1811c153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.610127212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"82aca2a2-72a4-4a9e-a6cb-2433fecbab97","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.625647436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"b988101a-3af5-4863-94ea-6406352725b6","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.625675535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"b988101a-3af5-4863-94ea-6406352725b6","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.671114825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"9324a522-3f25-4ca7-a38b-82386b5cb8c2","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.6711509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"9324a522-3f25-4ca7-a38b-82386b5cb8c2","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:32.703699788Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"9324a522-3f25-4ca7-a38b-82386b5cb8c2","name":"e2e-cmp-legacy-1a22be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-1a22be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:32.703782228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"9324a522-3f25-4ca7-a38b-82386b5cb8c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-1a22be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.795690638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"6dd93230-1395-4ca8-8329-38d7be148a54","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.795728116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"6dd93230-1395-4ca8-8329-38d7be148a54","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.888073315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d1b88e7c-b25e-4488-b43b-01bde3b6f903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.891130612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"fbf20c8d-c6fc-49db-a974-632b48ca30ae","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.891161519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"fbf20c8d-c6fc-49db-a974-632b48ca30ae","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.904197207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8ddab8bc-8127-46fb-86e8-d6168c23b3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.906134115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d1b88e7c-b25e-4488-b43b-01bde3b6f903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.908948724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"db96f357-ed00-465b-a8fa-7d958d9e4a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.910394855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"994f57d7-d0be-4f98-b2c7-e17aabde20c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.922383156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8ddab8bc-8127-46fb-86e8-d6168c23b3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.926399372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"fb28dd3e-fcb0-441e-8ac3-c4fd5329cc4c","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.926853021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"db96f357-ed00-465b-a8fa-7d958d9e4a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.97393374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"994f57d7-d0be-4f98-b2c7-e17aabde20c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:32.974205997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"fb28dd3e-fcb0-441e-8ac3-c4fd5329cc4c","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.073537679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4f4b0645-cb72-4f10-9f19-aa3ca713649a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.094007139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4f4b0645-cb72-4f10-9f19-aa3ca713649a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.176645255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8d8d922f-b186-49fe-a2d2-116a0c354796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.176779583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9d01843e-0fb7-4726-8658-af343e7f25fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.177431147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b096c1d8-6dc4-4dcb-a0c4-f0470b5dab0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.195614386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9d01843e-0fb7-4726-8658-af343e7f25fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.195627523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8d8d922f-b186-49fe-a2d2-116a0c354796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.197953005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b096c1d8-6dc4-4dcb-a0c4-f0470b5dab0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.202997899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"03c76c88-5fea-4483-beb1-d8240c47b925","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.222441496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"03c76c88-5fea-4483-beb1-d8240c47b925","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.239829948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"03c76c88-5fea-4483-beb1-d8240c47b925","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.266870366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"22b8fc94-baa8-48e5-8744-24fee3a346aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.285641297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"22b8fc94-baa8-48e5-8744-24fee3a346aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.306808171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ac245a-95b0-4622-8f5a-298558fe0a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.326224785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ac245a-95b0-4622-8f5a-298558fe0a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.343788691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ac245a-95b0-4622-8f5a-298558fe0a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.375821531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a1108ba2-73bb-4723-aab0-a922c6eb5686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.376767467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"57885a19-4352-46f5-b761-67f2d811aa7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.383758291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bb1c5a87-cc32-44b8-a28e-98bd2e8702b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.395033302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a1108ba2-73bb-4723-aab0-a922c6eb5686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.395811522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"57885a19-4352-46f5-b761-67f2d811aa7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.400778341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d0edff-4eec-40ca-ba6a-48505bae3d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.402233019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bb1c5a87-cc32-44b8-a28e-98bd2e8702b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.419528454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d0edff-4eec-40ca-ba6a-48505bae3d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.485972649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7d95833e-5d7a-433b-9d24-8f6607125f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.506707143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7d95833e-5d7a-433b-9d24-8f6607125f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.563440742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"56b0a872-ebef-46cf-8a7d-b1c83cbc873d","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.563474776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"56b0a872-ebef-46cf-8a7d-b1c83cbc873d","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.578268819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0cb0a2ae-af5d-4e13-a728-99adab31cd09","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.632648797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0cb0a2ae-af5d-4e13-a728-99adab31cd09","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.652288954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0cb0a2ae-af5d-4e13-a728-99adab31cd09","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.681691942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"96f00973-4003-461a-b683-3ae57722ce5e","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:33.681719671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"96f00973-4003-461a-b683-3ae57722ce5e","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.021861794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"3163e0b7-628f-42c5-b425-e0606d9c3e47","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.021889751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"3163e0b7-628f-42c5-b425-e0606d9c3e47","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.03579522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"e4cad7c2-c5ae-4355-a2d0-b28dfc9c8730","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:35.039556309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"222c5fae-a006-408e-855a-a4feb0cdf251","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-a6bf56-71714b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.053860523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"e4cad7c2-c5ae-4355-a2d0-b28dfc9c8730","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.06766008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"500c649b-9bc2-41a5-83bc-f947e71a7017","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.067683637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"500c649b-9bc2-41a5-83bc-f947e71a7017","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:35.095694815Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"500c649b-9bc2-41a5-83bc-f947e71a7017","name":"e2e-cfl-ok-a6bf56","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-a6bf56\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:35.095784827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"500c649b-9bc2-41a5-83bc-f947e71a7017","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-a6bf56\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.109148092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"ab71ee59-099e-4bfe-a26e-1d3b5467a8b4","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.109183365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"ab71ee59-099e-4bfe-a26e-1d3b5467a8b4","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.139596578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"2e02beb1-4601-4019-88fa-26e3ad0e8714","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.139626012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"2e02beb1-4601-4019-88fa-26e3ad0e8714","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.169590963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"6485b8ff-9228-48d1-8b0d-6affa82558eb","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cfl-ok-a6bf56","model":"e2e-cfl-ok-a6bf56","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-943963/e2e-cfl-ok-a6bf56-71714b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.2458874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"d793c289-87ef-4517-8056-f09ff1c5a04f","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.245919493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"d793c289-87ef-4517-8056-f09ff1c5a04f","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.275546969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"5be8ca95-2b6a-4a29-a559-9eb8bf63be41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.293668845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"5be8ca95-2b6a-4a29-a559-9eb8bf63be41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.298128612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"66d7a515-820b-4213-a925-82bc1341239f","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cfl-ok-a6bf56","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.547907511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-64653b-sub ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-d7c578-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.561353659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"221f6877-9617-45e0-90dc-445122e26883","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.561387634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"221f6877-9617-45e0-90dc-445122e26883","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:02:35.583543174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-d7c578-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-1095fa-d7c578-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.590040915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"6f6181b1-81d6-4266-93c0-04aadd12c511","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.59004094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"14affedb-2fd2-4bd0-a7d7-0b123bbaa1c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.606905945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"95cceabf-55cd-458a-948d-60b9b0b1115b","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.606940972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"95cceabf-55cd-458a-948d-60b9b0b1115b","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.609868983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"14affedb-2fd2-4bd0-a7d7-0b123bbaa1c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.610407504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"6f6181b1-81d6-4266-93c0-04aadd12c511","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.634074398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"7644ac31-0339-44da-9fd1-9878aea7ea86","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.634103748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"7644ac31-0339-44da-9fd1-9878aea7ea86","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.665616316Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"a61be851-5b75-424f-b9ee-7301c282c60b","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","model":"e2e-cfl-same-1095fa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-d7c578-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.743651935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"9fabe90d-5371-4ff9-8e61-5b5ea5b3e3b4","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.743688589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"9fabe90d-5371-4ff9-8e61-5b5ea5b3e3b4","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.78907905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"82e76016-4705-425f-be1e-dc05c29efef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.789068919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"15c28fcb-9c2e-416b-95fa-8cd4e0a7115c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.798764822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"e60e919a-9aac-489b-b35b-41a2e6ebb64e","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.809367539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"15c28fcb-9c2e-416b-95fa-8cd4e0a7115c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:35.809367537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"82e76016-4705-425f-be1e-dc05c29efef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:40.754342337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.315508319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a970058b-cac7-4f43-a069-dfe5698d8fa1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.334395601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a970058b-cac7-4f43-a069-dfe5698d8fa1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.351267246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a970058b-cac7-4f43-a069-dfe5698d8fa1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.43042605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4255f8b-5ed2-41b6-83ee-8f1c6e8594bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.449467031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4255f8b-5ed2-41b6-83ee-8f1c6e8594bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.466613946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (18622dd9c9fa985575b98477114c30a5926414b95a8f933cbafc0fd1e6088633) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (205b5e3e0a85f643fdb51a7bc0809bd53ef927c0c4e7e503193000f4e6e8b579) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (55b0dd9bf77b99545eb753911f2b746e42f81178f1fff789af14f8a72b958d64) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (58fc661828e4081f6fe94ae85d2b73307360bc65c283d7e57a730895c1cddca9) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4255f8b-5ed2-41b6-83ee-8f1c6e8594bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.741025448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"9e4a5131-9c1a-44b7-8bdf-37f78fcf8d17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.760085224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"9e4a5131-9c1a-44b7-8bdf-37f78fcf8d17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:43.781736965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"9e4a5131-9c1a-44b7-8bdf-37f78fcf8d17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.267902915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"08bd87f9-9a31-40ba-b2dc-064b6629c651","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cfl-ok-a6bf56","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.346689702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"a4ea649e-caff-411b-bb67-89522d8f4298","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.346719858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"a4ea649e-caff-411b-bb67-89522d8f4298","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.567666548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"10b56852-4812-4e3c-ab37-a4ce0b15d8f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.586510819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"10b56852-4812-4e3c-ab37-a4ce0b15d8f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.603334929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"10b56852-4812-4e3c-ab37-a4ce0b15d8f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.633373937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"46d23350-2ec9-4b1f-8878-7e9215257df0","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:51.633402998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"46d23350-2ec9-4b1f-8878-7e9215257df0","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.046385607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d345dde5-0a48-48ff-a5c3-4e548f631140","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.047472959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52a90a4-f6d5-45b8-9eb9-56ab4aebb2a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.048678687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"491a2068-963b-4398-970b-2138244926f0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.048992162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33990e1c-3f99-4d68-9e42-a9b7f3f3b9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.065191149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d345dde5-0a48-48ff-a5c3-4e548f631140","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.072015592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33990e1c-3f99-4d68-9e42-a9b7f3f3b9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.07384415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52a90a4-f6d5-45b8-9eb9-56ab4aebb2a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.075207004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"491a2068-963b-4398-970b-2138244926f0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.088777795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33990e1c-3f99-4d68-9e42-a9b7f3f3b9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.091793119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"491a2068-963b-4398-970b-2138244926f0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.105995943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d05432c-abe9-4221-bdc2-43b68bbbddfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.106018376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d05432c-abe9-4221-bdc2-43b68bbbddfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.122822918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"f92b46a8-1c59-4b38-a499-c8ba6b1a4a1f","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.122853794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"f92b46a8-1c59-4b38-a499-c8ba6b1a4a1f","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.134740241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"fb276af8-e0d9-4bab-bcce-1c446ac9feb6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:52.155254602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"fb276af8-e0d9-4bab-bcce-1c446ac9feb6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.922673069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a22115","namespace":"e2e-extmod-cfl-2-942899"},"namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","reconcileID":"409db1ab-cfa8-4e1e-a949-35d138f33cd9","namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.942133066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a22115","namespace":"e2e-extmod-cfl-2-942899"},"namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","reconcileID":"92a1f7da-7404-410a-bdeb-c83cb4c136d3","namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.952579438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"10ba54b7-a31e-4a02-9290-f4a0f4d3726a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.966313849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8caf2e37-240c-49c4-aded-92d8deae1623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.966636608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ebd5cfef-517d-4cc0-a165-bb069a27001f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.971708245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"10ba54b7-a31e-4a02-9290-f4a0f4d3726a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.9845635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"8caf2e37-240c-49c4-aded-92d8deae1623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.985697239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ebd5cfef-517d-4cc0-a165-bb069a27001f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.988904986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"10ba54b7-a31e-4a02-9290-f4a0f4d3726a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.991048352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"77d98f7a-ab4e-4677-8cfb-8d7b7f03fdf4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:53.991100229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"219b01e8-2d1a-4559-91b1-51c0cd5ffe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.009186721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"77d98f7a-ab4e-4677-8cfb-8d7b7f03fdf4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.010419844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"219b01e8-2d1a-4559-91b1-51c0cd5ffe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.026058437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"77d98f7a-ab4e-4677-8cfb-8d7b7f03fdf4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.028439855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"219b01e8-2d1a-4559-91b1-51c0cd5ffe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.030219509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"76ceef7a-30e2-42ee-8d07-31942e1c2183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.074030907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"76ceef7a-30e2-42ee-8d07-31942e1c2183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.117432792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"9f0a438d-a07e-46e7-a627-4f80b825c193","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.12515092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a22115","namespace":"e2e-extmod-cfl-2-942899"},"namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","reconcileID":"e24ed17c-e0b4-4dbd-81c7-b760cd1850bf","namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.129782783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b4994c9a-af46-4623-9ef9-36b383ead5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.13541479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"9f0a438d-a07e-46e7-a627-4f80b825c193","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.147434995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b4994c9a-af46-4623-9ef9-36b383ead5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.152982191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"d0f2ebf4-3623-4daa-a9dd-05c89a4cb0f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.170980779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"d0f2ebf4-3623-4daa-a9dd-05c89a4cb0f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.172926486Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a22115","namespace":"e2e-extmod-cfl-2-942899"},"namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","reconcileID":"4cfd6f03-1298-4019-97c3-328b630fbcfe","namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.178249187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d47fed27-a8ab-487d-83be-9a5d55ca1572","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.196758817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d47fed27-a8ab-487d-83be-9a5d55ca1572","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.21188639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a22115","namespace":"e2e-extmod-cfl-2-942899"},"namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","reconcileID":"32ac481a-774f-4ffd-aefb-c7ea4374adb0","namespace":"e2e-extmod-cfl-2-942899","name":"e2e-cfl-broken-a22115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.250413149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"21176006-5d91-41c5-9150-5aaaa49ebac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.268454463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"21176006-5d91-41c5-9150-5aaaa49ebac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.354629474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1434b56d-e08b-4a6a-bda5-3710121b4a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.354640085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e0f9d888-5b1e-4fe3-8703-aef0d203bafe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.355126703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b78bd94c-fbd8-48c6-9690-f6040cc58d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.367545625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b41834fe-d818-4d06-902c-f5716ce1a785","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.372652879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1434b56d-e08b-4a6a-bda5-3710121b4a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.373368965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e0f9d888-5b1e-4fe3-8703-aef0d203bafe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.374965103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b78bd94c-fbd8-48c6-9690-f6040cc58d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.385565166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b41834fe-d818-4d06-902c-f5716ce1a785","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.405489121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d4b120a-3622-4b97-8a65-58743de351ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.423764062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d4b120a-3622-4b97-8a65-58743de351ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.439929038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c965ee3c-0f27-45b2-bcb6-135568c58bee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.451471593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e3546b49-98cf-4fdd-81a6-99d2bac30819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.451530362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"9a23d36e-3300-4bc9-be06-18a4eb5e9ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.457438622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c965ee3c-0f27-45b2-bcb6-135568c58bee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.469231871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e3546b49-98cf-4fdd-81a6-99d2bac30819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.469669761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"9a23d36e-3300-4bc9-be06-18a4eb5e9ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.47415547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c965ee3c-0f27-45b2-bcb6-135568c58bee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.550751522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a40fd907-9c0a-4189-af69-e75c21a12d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.568496298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a40fd907-9c0a-4189-af69-e75c21a12d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.652040481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"20d2af96-b6d1-416d-938f-6083d288bf0c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.653045287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"48829ecc-6047-4c37-89b7-3585f938e366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.654439622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3b3a479d-b560-4b6c-9aa7-5a3b5de7011e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.669831638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"20d2af96-b6d1-416d-938f-6083d288bf0c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.670771369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"48829ecc-6047-4c37-89b7-3585f938e366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.672663101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3b3a479d-b560-4b6c-9aa7-5a3b5de7011e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.677456147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f30121d-7600-43c6-b12f-c08343e781bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.678456164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2cefdf20-3f9a-4b73-a424-3ddbefce83f1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.695340863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f30121d-7600-43c6-b12f-c08343e781bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.697588773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2cefdf20-3f9a-4b73-a424-3ddbefce83f1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.712011659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f30121d-7600-43c6-b12f-c08343e781bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.714198756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2cefdf20-3f9a-4b73-a424-3ddbefce83f1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.752920081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"639127c6-357a-4381-bf67-74a4024ec4e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.771286951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"639127c6-357a-4381-bf67-74a4024ec4e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.777738057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"3209c451-75a2-4107-9e6b-12a2810aa6d6","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.795474178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"3209c451-75a2-4107-9e6b-12a2810aa6d6","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.852811291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"927b81f7-6172-483a-b710-8fbd2c9cec86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.8529641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a093379f-bbfa-4073-b896-a6fe6db174b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.871520263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a093379f-bbfa-4073-b896-a6fe6db174b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:54.871561039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"927b81f7-6172-483a-b710-8fbd2c9cec86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.276395688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"f675f1fa-311d-4c87-bebe-6ed775c45cb5","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.276420967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"f675f1fa-311d-4c87-bebe-6ed775c45cb5","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.29113902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"c513b33d-bfaa-452c-bfb8-b6d3c1afc9fe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.310656784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"c513b33d-bfaa-452c-bfb8-b6d3c1afc9fe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.323497932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"7e47e630-fc26-442a-9410-379e140053b9","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dae194f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.483142929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"8efb3a33-d122-4c8b-9dd6-19d9f55b6e62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:02:55.507732143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"8efb3a33-d122-4c8b-9dd6-19d9f55b6e62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.505994055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"48d379f1-e950-4003-a43e-457450993fe3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.525794387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"48d379f1-e950-4003-a43e-457450993fe3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.543963387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"48d379f1-e950-4003-a43e-457450993fe3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.904477863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9671bb98-7a00-46f2-9385-000ebbcf5bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.904654901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"6430817f-d09d-40ff-9424-d97f0a04d2d8","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.972415991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9671bb98-7a00-46f2-9385-000ebbcf5bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.974037627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"6430817f-d09d-40ff-9424-d97f0a04d2d8","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.99113677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9671bb98-7a00-46f2-9385-000ebbcf5bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:04.992770394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"6430817f-d09d-40ff-9424-d97f0a04d2d8","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.339555262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"b09e9d1d-380c-4910-a318-3d0f124ca6bc","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","subscription":"e2e-cfl-ok-a6bf56-71714b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.370023389Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"b09e9d1d-380c-4910-a318-3d0f124ca6bc","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.417597718Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-sub","reconcileID":"b09e9d1d-380c-4910-a318-3d0f124ca6bc","MaaSSubscription":{"name":"e2e-cfl-ok-a6bf56-71714b-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.573626822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-64653b-sub ai-tenant-e2e-extmod-a-696f9a/e2e-cfl-same-1095fa-d7c578-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.588259068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"0095d71d-6bb5-47cd-850a-9a12550f21e5","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.588288359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"0095d71d-6bb5-47cd-850a-9a12550f21e5","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.604799758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"5f6c08e3-ee31-4b4a-b56c-60e04d2bc0ce","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.626269223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"5f6c08e3-ee31-4b4a-b56c-60e04d2bc0ce","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.639831716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"68f7c4c0-99bf-4a3b-9162-ba476e2f1bc2","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.6398688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"68f7c4c0-99bf-4a3b-9162-ba476e2f1bc2","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.717666307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"3cc0d74f-1679-47e3-b6ae-a38b7ee65172","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.721946838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"84862d32-8d27-41d5-a006-2fa710a5b8a0","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.721981023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"84862d32-8d27-41d5-a006-2fa710a5b8a0","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.739692002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"3cc0d74f-1679-47e3-b6ae-a38b7ee65172","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:05.883748091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bc62fdd5-9f1e-4cf1-b8a8-ed0d85eb16a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.015319184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bc62fdd5-9f1e-4cf1-b8a8-ed0d85eb16a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.069053336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bc62fdd5-9f1e-4cf1-b8a8-ed0d85eb16a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.069080024Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-cfl-ok-a6bf56-71714b-access","reconcileID":"bc62fdd5-9f1e-4cf1-b8a8-ed0d85eb16a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a6bf56-71714b-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.104411803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"ee1162a5-843f-44b0-bbbb-39e1fa70a801","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-cfl-1-71714b/e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.10444847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"ee1162a5-843f-44b0-bbbb-39e1fa70a801","MaaSModelRef":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"routeName":"external-model-e2e-cfl-ok-a6bf56-11f016f36641","namespace":"e2e-extmod-cfl-1-71714b","model":"e2e-cfl-ok-a6bf56","externalModel":"e2e-cfl-ok-a6bf56","provider":"e2e-cfl-ok-a6bf56-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.614000096Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"2b46aad8-9b10-47da-b51f-edd1dcc6d1e5","namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.773048234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"bec365fe-f672-418d-b0fe-72b7bc381065","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.787054888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a6598ea0-7662-4fbc-a97d-0a9bef336690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.78790618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f95dd533-bb88-412d-845a-1864bb114dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.792990722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"bec365fe-f672-418d-b0fe-72b7bc381065","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.807293359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a6598ea0-7662-4fbc-a97d-0a9bef336690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.807876063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f95dd533-bb88-412d-845a-1864bb114dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.811283795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"bec365fe-f672-418d-b0fe-72b7bc381065","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.815544055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"58ba2e40-c0f6-41ab-9fcf-f1d0de2b45f4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.821061809Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a6bf56","namespace":"e2e-extmod-cfl-1-71714b"},"namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","reconcileID":"00ddbcd1-ebf2-48a3-96c7-4487f4d22244","namespace":"e2e-extmod-cfl-1-71714b","name":"e2e-cfl-ok-a6bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.831708965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc3016a0-a018-41c0-9774-da380ed7aada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.837038348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"58ba2e40-c0f6-41ab-9fcf-f1d0de2b45f4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.851559804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc3016a0-a018-41c0-9774-da380ed7aada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.855583781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"58ba2e40-c0f6-41ab-9fcf-f1d0de2b45f4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.855711509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2d5f6e52-2ba6-431a-bfcb-8db6b86c7d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.874554803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc3016a0-a018-41c0-9774-da380ed7aada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.892116468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2d5f6e52-2ba6-431a-bfcb-8db6b86c7d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.948248863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"028f3822-d7fd-4126-8348-4d6dc8782002","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:06.971511624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"028f3822-d7fd-4126-8348-4d6dc8782002","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.008993859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"422f8433-a41d-4022-95dc-2639ec5b8a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.009182612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"807bb0d2-091d-4d86-bc03-ed65dd22ffcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.029274975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"422f8433-a41d-4022-95dc-2639ec5b8a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.029290174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"807bb0d2-091d-4d86-bc03-ed65dd22ffcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.036845584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0fc93-f9c7-420a-bb26-105beb0c2b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.056665218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0fc93-f9c7-420a-bb26-105beb0c2b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.182357594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a4ab24cf-bcad-4d7d-909c-564ae00936b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.182380319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fc055431-3126-4489-ada6-44e6381a2954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.202243375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a4ab24cf-bcad-4d7d-909c-564ae00936b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.203604606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"fc055431-3126-4489-ada6-44e6381a2954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.28284952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ae1878f5-1da6-4a66-a802-1e94cac97730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.282939534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a6dac0d0-0bc0-4576-9ad9-9227d232021d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.283516975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"f7b16f38-797d-4e11-b113-61ede6b9e244","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.343885707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ae1878f5-1da6-4a66-a802-1e94cac97730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.376689402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"f7b16f38-797d-4e11-b113-61ede6b9e244","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.379797692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a6dac0d0-0bc0-4576-9ad9-9227d232021d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.416169106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"94ab9fc5-8bde-47f8-b393-006406b72e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.437620776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"94ab9fc5-8bde-47f8-b393-006406b72e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.442752876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7ba2f0d0-5660-4633-837e-436a1a49f30a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.462417842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7ba2f0d0-5660-4633-837e-436a1a49f30a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.567844427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"8e960041-e682-49bc-afb3-f07bfdccbca8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.582411183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d3dbdbb0-23f0-4744-a4e4-d1e60f989323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.587360655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"8e960041-e682-49bc-afb3-f07bfdccbca8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.601616481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d3dbdbb0-23f0-4744-a4e4-d1e60f989323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.605475559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"8e960041-e682-49bc-afb3-f07bfdccbca8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.609115182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b94dc95f-da84-4179-8d9f-5101a15abbf2","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.623043994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45703fe4-0935-47a8-91c1-0f753042dada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.629582524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b94dc95f-da84-4179-8d9f-5101a15abbf2","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.645671235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45703fe4-0935-47a8-91c1-0f753042dada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.649078121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b94dc95f-da84-4179-8d9f-5101a15abbf2","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.67289496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45703fe4-0935-47a8-91c1-0f753042dada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.68804621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b0beba06-a010-4961-8ea1-4edba7ee3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.688046286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a62fff93-5524-4a84-89f0-2e4b48024e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.707879826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b0beba06-a010-4961-8ea1-4edba7ee3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:07.709381459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a62fff93-5524-4a84-89f0-2e4b48024e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:10.76093822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.638383266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1da49a73-df36-45ee-ba38-bb107ba6190e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.658260728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1da49a73-df36-45ee-ba38-bb107ba6190e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.678492627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1da49a73-df36-45ee-ba38-bb107ba6190e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.729557826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"318e98ec-fa5f-4256-af6d-9493e3ae5abd","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.749949517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"318e98ec-fa5f-4256-af6d-9493e3ae5abd","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.768740699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"318e98ec-fa5f-4256-af6d-9493e3ae5abd","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.785999217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ebc6552-e50e-4b25-8919-bdbdf1430fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.809589814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ebc6552-e50e-4b25-8919-bdbdf1430fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:17.827984444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ebc6552-e50e-4b25-8919-bdbdf1430fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.11987359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"908475ef-30f1-4e68-83e5-6bd93202b9c4","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.142079845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"a1bacad9-0621-4cc5-9610-1d4ea4db28ed","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.15614343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0aaa6eb5-fd27-4f3c-be4a-cb1596ec9a8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.170217745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"532f7bdd-9da1-41ad-bff9-21345038a138","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.177172931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0aaa6eb5-fd27-4f3c-be4a-cb1596ec9a8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.191664198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"532f7bdd-9da1-41ad-bff9-21345038a138","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.196883636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0aaa6eb5-fd27-4f3c-be4a-cb1596ec9a8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.200162872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b5702b5a-43a9-4559-ab8c-8ab2fd467c00","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.200420952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed7deb8e-8f63-4b89-9d05-7e5a651d08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.200162844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"90803ce3-0040-4b81-9239-6e8c84c6c667","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.222252313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"90803ce3-0040-4b81-9239-6e8c84c6c667","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.224151211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b5702b5a-43a9-4559-ab8c-8ab2fd467c00","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.22561302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed7deb8e-8f63-4b89-9d05-7e5a651d08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.242958703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b5702b5a-43a9-4559-ab8c-8ab2fd467c00","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.243968541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed7deb8e-8f63-4b89-9d05-7e5a651d08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.277306625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3f426fc1-0af8-4beb-832c-c6b5d0cd5038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.278783837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cacde713-a07d-44ec-a27a-1ed51ada75ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.278821611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cacde713-a07d-44ec-a27a-1ed51ada75ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.279731778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbd278df-3d62-46b6-b74f-c30d91633720","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.279763085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbd278df-3d62-46b6-b74f-c30d91633720","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.295951104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"a16dd4b6-8a78-4d9b-9b31-ba9277edfb3d","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.295993247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"a16dd4b6-8a78-4d9b-9b31-ba9277edfb3d","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.298854897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3f426fc1-0af8-4beb-832c-c6b5d0cd5038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.310516667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"31de564d-f52c-4e77-86f3-0a63eeb8871d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.329152606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"5760ec6b-eefa-45b4-a1e3-6a39bba89073","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.329182846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"5760ec6b-eefa-45b4-a1e3-6a39bba89073","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.333281542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"31de564d-f52c-4e77-86f3-0a63eeb8871d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.380616118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41a13f04-7521-4f20-a7da-b4cc5b337b57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.380706184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41a13f04-7521-4f20-a7da-b4cc5b337b57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.381089532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f181728-6fe3-433e-b027-07e5e4ae198d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.38121562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d94c7e19-10c4-4b7a-85ac-cd4f5658e339","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.381237061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d94c7e19-10c4-4b7a-85ac-cd4f5658e339","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.381845711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"898d2d46-b723-4d94-96d9-a1d729f60888","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.381908723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"898d2d46-b723-4d94-96d9-a1d729f60888","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.382388712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f6b4674-180c-46da-8c00-59c3d5bd9d50","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.382406184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f6b4674-180c-46da-8c00-59c3d5bd9d50","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.382757565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"633bbf54-9119-4463-a446-eb3b535ed2db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.382770828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"633bbf54-9119-4463-a446-eb3b535ed2db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.383098319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"92f1883a-bdbf-44ad-95b9-153ba503e0e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.383111627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"92f1883a-bdbf-44ad-95b9-153ba503e0e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.383426769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"695c1d0f-bddd-46e7-bc74-f4fa1ee259fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.383442072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"695c1d0f-bddd-46e7-bc74-f4fa1ee259fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.383760014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b32174b-4d98-42fd-8ec5-7394f0048a8a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.383775823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b32174b-4d98-42fd-8ec5-7394f0048a8a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.400664622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"d77eec47-cafa-4984-9dbb-1166ff9b0d58","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.400780956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"d77eec47-cafa-4984-9dbb-1166ff9b0d58","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.409839756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ee128626-82a6-42ea-870f-0a229ab97b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.429743435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ee128626-82a6-42ea-870f-0a229ab97b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.446309135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2b1d238-9de1-45e4-9e27-bf7836fceb05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.461556988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"4c25a7dc-e81c-40db-bc93-4969027a6e8b","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.468398528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"9ce33352-94b7-4600-8731-db1efc835b4f","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"name":"e2e-dft-refs-ebd417","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.468431598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8b7c06cb-accf-4a12-ac95-3d50f06473ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.494205631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8b7c06cb-accf-4a12-ac95-3d50f06473ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.567474086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"68efde39-2a56-4015-8cb5-babf3a16b048","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.583463617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4b34c0e4-5f99-41a8-a00f-71ecc583122c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.586973641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"68efde39-2a56-4015-8cb5-babf3a16b048","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.597428145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a91fb884-ad92-44b4-9d87-3e5de77e2cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.59869773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ab4c417c-5474-4e70-a8bc-9a970b7be974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.599458499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08876acb-4793-4cbe-b5d0-ed30345ca1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.604995814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4b34c0e4-5f99-41a8-a00f-71ecc583122c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.630767478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a91fb884-ad92-44b4-9d87-3e5de77e2cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.664849663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ab4c417c-5474-4e70-a8bc-9a970b7be974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.683003353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08876acb-4793-4cbe-b5d0-ed30345ca1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.767940878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1bf02549-4657-45df-994f-9f6a6d60d8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.768678862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ddac83b6-4714-4670-af48-f64bd9201964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.821397125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"5851a903-07bf-4098-8f35-116e36cecf6b","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.826654119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"1bf02549-4657-45df-994f-9f6a6d60d8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.848777245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c9f36226-4da2-41f0-a601-b3d71a1b4abb","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.848813104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c9f36226-4da2-41f0-a601-b3d71a1b4abb","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ebd417-dbcd0e185286","namespace":"llm","model":"e2e-dft-refs-ebd417","externalModel":"e2e-dft-refs-ebd417","provider":"e2e-dft-refs-ebd417-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.861348887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ddac83b6-4714-4670-af48-f64bd9201964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.875372871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"38cd5941-abbd-44ab-b268-96e36f4173ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.882593039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ca34b4f9-cecb-4da5-90e7-8fbddca1d27c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.909682935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"38cd5941-abbd-44ab-b268-96e36f4173ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.913564643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ca34b4f9-cecb-4da5-90e7-8fbddca1d27c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.929548429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"38cd5941-abbd-44ab-b268-96e36f4173ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:21.989406101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d377a865-6eee-4df7-8adf-4c6992cac919","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.005441001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b903c43c-968a-4946-890e-aaa3b4b2203b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.010509116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d377a865-6eee-4df7-8adf-4c6992cac919","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.024974909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b903c43c-968a-4946-890e-aaa3b4b2203b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.028865331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d377a865-6eee-4df7-8adf-4c6992cac919","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.043209178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cff7ef952add4a73fc02576b225b6270e0ea7010d03f86065afc033fb65e5cf) AuthConfig (e89c617fc0d343aba414e4c3467d034c20d31fa5abc16e569c5fbed1032cace2) AuthConfig (1e9ff411ed8e5294f7701db34f14646b482839efd808910369acb3b21ef181ed) AuthConfig (121a90d68b0ba35f490bfa16e7e5bf5805b18efeaa110557cfd9567877d9c296)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b903c43c-968a-4946-890e-aaa3b4b2203b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.065940646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"acbdc495-24be-4b24-b03c-5278c85e6548","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.066216782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"76a94e0a-e86d-4f66-8018-86866b18728c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.086368851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"acbdc495-24be-4b24-b03c-5278c85e6548","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.087371413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"76a94e0a-e86d-4f66-8018-86866b18728c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.093898246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"18aca5e3-b675-4955-85c7-c1d78a3a56d9","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.114031652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"18aca5e3-b675-4955-85c7-c1d78a3a56d9","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.161937107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4374c968-f3be-4fac-ab4b-1ae5a0f0a204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.161937018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6eb06725-36f6-44f5-8c83-aa7b57109075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.173761039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d5ed4a61-6d51-437b-819b-bb9232be8a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.182996405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"6eb06725-36f6-44f5-8c83-aa7b57109075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.184262405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"4374c968-f3be-4fac-ab4b-1ae5a0f0a204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.19713519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d5ed4a61-6d51-437b-819b-bb9232be8a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.27349632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"50dd2b75-aea6-4a8f-945d-2308dd0b20c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.294546817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"50dd2b75-aea6-4a8f-945d-2308dd0b20c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.302218958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"36c2a097-b9b0-4c50-bf41-db86833490a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.323611834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"36c2a097-b9b0-4c50-bf41-db86833490a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.346928257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"db216b9f-08f3-4a01-a1e4-8d83291c5448","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.36086909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0611fa56-11d7-4e9e-ae43-a56c7043f510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.36629564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"db216b9f-08f3-4a01-a1e4-8d83291c5448","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.38053678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0611fa56-11d7-4e9e-ae43-a56c7043f510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.385022871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3071463b6715fb9887a1bcd9b54561a4b3ed61f0ceef99b61c10fd7fe3e76d1) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (1fbd10deb742267f7962ad3c1bbd1bd3558fc21e974ad0986ac53bae431b0e8e) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (c572a77c6fc518069d499dda8c1eb4bd0a0d1da509716a0cf10953fbce100113) AuthConfig (78537334db0cd3bf447dfd74f0fc06dc354a48aea82e0e7ef7bd2458ae9458fa) AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"db216b9f-08f3-4a01-a1e4-8d83291c5448","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.476852241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"212520b0-d3d1-4189-9a6c-f7912efa0ca2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.48618973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ba886fcb-221c-41ec-bd2d-c77c3893e4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.490433187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"da3960f2-143a-442a-9e07-cbd4099ad241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.490528449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"69e85a9a-b8aa-4a14-9820-1de73ad346d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.496562098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"212520b0-d3d1-4189-9a6c-f7912efa0ca2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.50494118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"630bd196-3ab4-40c1-a8de-076cdb6f419e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.506103667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ba886fcb-221c-41ec-bd2d-c77c3893e4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.510219633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"69e85a9a-b8aa-4a14-9820-1de73ad346d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.510304842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"da3960f2-143a-442a-9e07-cbd4099ad241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:22.525218999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"630bd196-3ab4-40c1-a8de-076cdb6f419e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:24.365761879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"4f0ffa82-ae59-43c1-9a3d-06da618a8f9f","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:24.486464764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"5e6f14ff-dfd8-4553-b4f0-889df474f034","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:24.486492968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"5e6f14ff-dfd8-4553-b4f0-889df474f034","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:24.695754497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"bc90e904-440f-4115-8c8f-32fa7bd628b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:24.716617587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"bc90e904-440f-4115-8c8f-32fa7bd628b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.85075795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"70db1512-17a7-475b-bd70-52bcf07412b3","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.850802122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"70db1512-17a7-475b-bd70-52bcf07412b3","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.880644222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"7cb445f3-eeab-4fd4-bb95-f9fe262a11d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.880682943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"5936a304-dd31-4cf1-aeb2-1f03d5915e44","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.902166645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"7cb445f3-eeab-4fd4-bb95-f9fe262a11d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.902166643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"5936a304-dd31-4cf1-aeb2-1f03d5915e44","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:26.903958685Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"420aeeaa-c843-48c8-aaae-cb7fcc3377bf","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8964a30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.092686074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"c86b65a9-3bfb-4e24-8037-29e26d10572a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.113454588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"c86b65a9-3bfb-4e24-8037-29e26d10572a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.193390297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"f2630771-6fbd-4b98-a54b-3561fa9d4d07","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.213233553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"f2630771-6fbd-4b98-a54b-3561fa9d4d07","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.365932075Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"693cdd62-f10d-471d-840a-16614355cfb6","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.380916564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c73c45ae-2219-4f87-9251-e9053171e51a","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.381023085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c73c45ae-2219-4f87-9251-e9053171e51a","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ebd417-dbcd0e185286","namespace":"llm","model":"e2e-dft-refs-ebd417","externalModel":"e2e-dft-refs-ebd417","provider":"e2e-dft-refs-ebd417-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.400209361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"da0768f6-1c68-4b6b-8def-acaecc9c57c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.41613555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7c0b401f-bef1-4c5a-bf4d-620f2c9a87b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.418185806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5f9ba40f-0f3f-4d61-8831-e13987c5c08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.419386847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"c3cd5859-e042-4fcd-b865-d1cc352f96de","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.419415518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"c3cd5859-e042-4fcd-b865-d1cc352f96de","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.422071293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"da0768f6-1c68-4b6b-8def-acaecc9c57c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.476296615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b9a53cb-378c-4e5b-a32a-75c3ce9160be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.476341523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b9a53cb-378c-4e5b-a32a-75c3ce9160be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.476805394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3e113107-708f-4d4e-83e3-116c3d737dc1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.47682974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3e113107-708f-4d4e-83e3-116c3d737dc1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.477208022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23836837-c231-48c0-93c1-20684f36e87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.477253193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23836837-c231-48c0-93c1-20684f36e87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.480878272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5f9ba40f-0f3f-4d61-8831-e13987c5c08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.4810451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7c0b401f-bef1-4c5a-bf4d-620f2c9a87b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.489903958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f28dc37c-8225-46ab-9ee6-cf498060a039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.48990396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d368ac32-e3fb-4089-ad11-7ea07417bf9c","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.494704852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1465be9b-cb0b-443a-aa6a-05d1c1a45bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.494934351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d604642-f756-439f-aec6-a3483db09b8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.495655277Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"da0a939a-5fd1-4f63-9bca-f72115c0cbd1","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ebd417-dbcd0e185286","namespace":"llm","model":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.51217615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f28dc37c-8225-46ab-9ee6-cf498060a039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.51293227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d368ac32-e3fb-4089-ad11-7ea07417bf9c","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.512962884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"8309ce33-7056-4fd2-bd94-beadf5355159","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.53505752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"467433da-3d94-481c-9671-5324976cecb5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.535083172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"467433da-3d94-481c-9671-5324976cecb5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.571745153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8513119e-f4af-4a7b-8f94-45d1867308b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.57176711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8513119e-f4af-4a7b-8f94-45d1867308b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.572118514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54f56bd2-398f-4168-9747-823458fb90f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.572133828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54f56bd2-398f-4168-9747-823458fb90f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.572421032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50f6cc70-9ce9-4abb-a47c-6241cced20be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.572435218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50f6cc70-9ce9-4abb-a47c-6241cced20be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.572684051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cedcfbf-468b-40ff-bf62-a28dac7a9fe5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.572696953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cedcfbf-468b-40ff-bf62-a28dac7a9fe5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.580419496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"a95f6f86-82fe-4140-8cef-860278823af7","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.587778646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"f2ec59d3-915e-4809-a6b7-41df3c1145b6","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.587798024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"f2ec59d3-915e-4809-a6b7-41df3c1145b6","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.617618856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c097dde5-0fb4-4ccd-a60b-294f964fb7c3","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"name":"e2e-dft-refs-ebd417","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.643878358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"71d8a999-95fb-421f-9d38-4fd3fc73a76f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.643901128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"71d8a999-95fb-421f-9d38-4fd3fc73a76f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.65738674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"16411c7f-db77-4c42-a504-52db979146e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.657404245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"aecdc30b-586c-4b59-a6c9-112c82753a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.67342985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"9a3d8ce4-3ca2-4628-8809-5db73d333a43","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.673465922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"9a3d8ce4-3ca2-4628-8809-5db73d333a43","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.759712264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"16411c7f-db77-4c42-a504-52db979146e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.766513462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"aecdc30b-586c-4b59-a6c9-112c82753a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.784817104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"9e577a8b-df40-4188-a867-c29038b23d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.793284656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"0410551f-dc1f-46fd-aec0-1411c49d5ae4","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.793306726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"0410551f-dc1f-46fd-aec0-1411c49d5ae4","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.805642853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"9e577a8b-df40-4188-a867-c29038b23d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.871938216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a8ad609-59fe-4614-a3c1-9e7120db2671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.873478534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4a67501e-ee2c-46c4-8f9a-d5bdf9bb51f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.891983524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a8ad609-59fe-4614-a3c1-9e7120db2671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.895203411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4a67501e-ee2c-46c4-8f9a-d5bdf9bb51f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.97763791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"229f42b5-66db-4217-bb47-65cb0b0fbeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.993019248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"36d698d8-e5b7-44fe-a9ae-d4137f767d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.993067606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e4625ed8-753f-4152-a870-7c989c4bb541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:27.99914778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"229f42b5-66db-4217-bb47-65cb0b0fbeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.013022541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"36d698d8-e5b7-44fe-a9ae-d4137f767d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.014114225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e4625ed8-753f-4152-a870-7c989c4bb541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.067596668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"73b24b96-f849-4456-94cd-77c1a59f2c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.08037035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"50272f65-db3e-426f-89fc-59104067914c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.08709132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"73b24b96-f849-4456-94cd-77c1a59f2c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.12736002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"50272f65-db3e-426f-89fc-59104067914c","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.211766683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"bb82107c-88b5-43b7-b484-69fc3444d4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.247407655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"bb82107c-88b5-43b7-b484-69fc3444d4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.273033228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87b7c2d6-74a5-4e2e-b175-6ce5c9a672e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.27408912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b18c2534-6699-462b-b529-ce7d79710abe","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.298599414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87b7c2d6-74a5-4e2e-b175-6ce5c9a672e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.302405084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b18c2534-6699-462b-b529-ce7d79710abe","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.329937896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d470bc46-0fd4-49d2-bc6e-717dbff72c56","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.349603372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d470bc46-0fd4-49d2-bc6e-717dbff72c56","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.368068735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a61da741-c3a7-4492-9144-1d225c6c0879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.387917558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a61da741-c3a7-4492-9144-1d225c6c0879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.455960446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"db09caab-a60b-4120-ba23-8df5d356a56b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.469975069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c74393b0-dfa2-44ff-ad00-2a6a231162c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.475389015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"db09caab-a60b-4120-ba23-8df5d356a56b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.490793947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c74393b0-dfa2-44ff-ad00-2a6a231162c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.712179196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.726760655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"abde06b7-e7c1-4c1a-9398-2417601aa8ae","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.726827952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"abde06b7-e7c1-4c1a-9398-2417601aa8ae","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:03:28.74459786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"5ae27957-3df2-4f71-8c94-6ed548ec94bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-cc0c3e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.777515264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"55aa8dc9-6666-4185-b1aa-ce6a44520989","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.777550237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"55aa8dc9-6666-4185-b1aa-ce6a44520989","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.783704946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a416742-3829-473b-91a3-213d8946f843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.78520634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"0ae86f71-a8b0-434a-b1dc-c8fd364f0c1a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.785738014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b1b6e338-33f9-4745-a689-92258513c8e0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.78584345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52903383-c479-4114-949d-713d3db01656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.803366493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a416742-3829-473b-91a3-213d8946f843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.805876911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b1b6e338-33f9-4745-a689-92258513c8e0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.805877148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"0ae86f71-a8b0-434a-b1dc-c8fd364f0c1a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:03:28.808242123Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"55aa8dc9-6666-4185-b1aa-ce6a44520989","name":"e2e-dft-cc0c3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-cc0c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:03:28.808293636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"55aa8dc9-6666-4185-b1aa-ce6a44520989","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-cc0c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.809536316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52903383-c479-4114-949d-713d3db01656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.822890099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4c013712-f029-4325-97bb-180d4c9c2a45","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.822918809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4c013712-f029-4325-97bb-180d4c9c2a45","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.852356755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"5660139b-8a5e-4166-b49f-3d94a7b184a7","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.852379098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"5660139b-8a5e-4166-b49f-3d94a7b184a7","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.882576346Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"feda7322-6523-4b1f-a48f-f061887b3ffe","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"e2e-dft-cc0c3e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-cc0c3e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.882778926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"d420e12f-2223-4ef0-a7bf-ac28bcea2ab3","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.882803794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"d420e12f-2223-4ef0-a7bf-ac28bcea2ab3","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.918031143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c610e9b0-fa07-4407-a7f1-9913c3714451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.937710134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c610e9b0-fa07-4407-a7f1-9913c3714451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.966713708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"69c705fe-0e96-4f66-a180-307abac49bec","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:28.966740983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"69c705fe-0e96-4f66-a180-307abac49bec","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.017927888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5d58424a-06c7-4e54-8f07-201e0f8a9c60","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.017970484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968284f6-4a02-4259-94b0-dac5faeb3cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.018582347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7ca17a0f-15c1-4477-b585-46838ef2807c","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.025719493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"31b1fc7b-4105-4a33-9491-5a273cd1533a","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.037791948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968284f6-4a02-4259-94b0-dac5faeb3cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.038090154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5d58424a-06c7-4e54-8f07-201e0f8a9c60","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.04028212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7ca17a0f-15c1-4477-b585-46838ef2807c","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.898193445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.912705137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"1ec794d6-aaeb-456b-bca2-c5ff7923839b","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.912728011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"1ec794d6-aaeb-456b-bca2-c5ff7923839b","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.928766492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"e5d248c6-a0c5-47ed-b119-a5e72289043a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:03:29.933072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"ea66ed1a-4783-4c77-9a5c-7a57e3e9c00f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-1a22be-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.962064888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"e5d248c6-a0c5-47ed-b119-a5e72289043a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.989563895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"d30cafd6-d32f-4710-a602-69ad47a0491d","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:29.989600757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"d30cafd6-d32f-4710-a602-69ad47a0491d","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:03:30.021227902Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"d30cafd6-d32f-4710-a602-69ad47a0491d","name":"e2e-cmp-legacy-1a22be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-1a22be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:03:30.021293063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"d30cafd6-d32f-4710-a602-69ad47a0491d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-1a22be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.035878089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"a1821d97-4431-4cf2-8d9f-ecf66df4c6d9","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.035909253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"a1821d97-4431-4cf2-8d9f-ecf66df4c6d9","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.087447373Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"84dbe6c2-534f-4e18-8afa-633cde585bbd","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-cmp-legacy-1a22be","model":"e2e-cmp-legacy-1a22be","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.149770434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"ea022656-33e6-44f8-bfb1-3e04c5a663b2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.16926807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"ea022656-33e6-44f8-bfb1-3e04c5a663b2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.171602185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"81090e19-9709-430c-81f2-e10e5e879183","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.171622722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"81090e19-9709-430c-81f2-e10e5e879183","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:30.232430613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"61377bd5-8f7f-4ac9-8257-98b247abf2bf","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-cmp-legacy-1a22be","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.547313155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"9958bf61-e0a0-4837-98ee-28769a7719be","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.562691494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"eec4db96-bb91-45bf-8914-fa92114770cc","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"name":"e2e-dft-refs-ebd417","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.581998066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"851e6d4b-caad-478f-b3e3-4ecbe79d0f4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.592997837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e21cd13a-892f-40e2-8321-ca95e3eac3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.593035443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"490b6833-1df8-420c-8c4e-e851d68781d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.594188011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c158d9bf-7ffc-4e85-bb4d-c919a3b2cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.594613259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"84ce7334-3aa6-4688-8364-18a1cc16a3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.603038568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"851e6d4b-caad-478f-b3e3-4ecbe79d0f4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.612816969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e21cd13a-892f-40e2-8321-ca95e3eac3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.612917582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"490b6833-1df8-420c-8c4e-e851d68781d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.615332082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"84ce7334-3aa6-4688-8364-18a1cc16a3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.616691016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c158d9bf-7ffc-4e85-bb4d-c919a3b2cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.668425475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"b6e928bb-c38b-4313-84e1-d3f58c67d304","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"name":"e2e-dft-refs-ebd417","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.683522163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d1862e24-1270-4592-826d-1793013debfb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.683546504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d1862e24-1270-4592-826d-1793013debfb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.683877361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb3a6221-fb2e-4bfb-b3e7-00d13d389808","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.683888793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb3a6221-fb2e-4bfb-b3e7-00d13d389808","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.701054683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"cd86c59a-8886-4978-a773-ff7dfdeb6d6e","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.701087149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"cd86c59a-8886-4978-a773-ff7dfdeb6d6e","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.717298965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06c124c6-65b7-453f-9c2b-2bc550489429","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.717568114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"776d626e-63a8-41b1-bc52-3e4ec037484e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.731951125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"4b83718e-ff69-468e-abc4-dde389ce548e","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.732848019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"6a4b5400-1346-4986-ac5f-6df72da007d8","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.732986896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"1f2e1df1-9dfc-44e9-a2c3-912b423df775","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.73300682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"1f2e1df1-9dfc-44e9-a2c3-912b423df775","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.748289594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf89ea11-3dac-47cb-9007-1ecd02a5565c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.748310923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf89ea11-3dac-47cb-9007-1ecd02a5565c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.748649271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6757f24d-5688-453b-8f10-42db4cad1957","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.748666527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6757f24d-5688-453b-8f10-42db4cad1957","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.748942093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb7b56b0-284c-4f6f-a993-8b0657183156","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.74895582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb7b56b0-284c-4f6f-a993-8b0657183156","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.749439304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d5f2c94-b524-4aa7-9b1b-43f7e5ee134a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.749455491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d5f2c94-b524-4aa7-9b1b-43f7e5ee134a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.749748162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5255fc2e-50a9-4cc1-be74-a05010908f63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.749763388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5255fc2e-50a9-4cc1-be74-a05010908f63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.750033959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"173ef128-3800-48e4-8fc0-a141ead925ed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.750046872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"173ef128-3800-48e4-8fc0-a141ead925ed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.771837051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"96c7c975-a4ed-461e-9e1f-74d8014708c6","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"name":"e2e-dft-refs-ebd417","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.789826697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d2f3af9b-b26b-42a6-b352-2078418c4525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.790679661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e2ecb0c9-659e-460e-af28-4807f060d515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.793652692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7a082973-1935-4def-8324-d273c79197a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.802258568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"4bfef42e-eb99-4a44-8a92-bd5657afe805","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.811802484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d2f3af9b-b26b-42a6-b352-2078418c4525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.813528071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e2ecb0c9-659e-460e-af28-4807f060d515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.81547852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"7a082973-1935-4def-8324-d273c79197a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.818603503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52db625-38f3-4ca9-b554-ae407e6bfd0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.824436937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"4bfef42e-eb99-4a44-8a92-bd5657afe805","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.840665867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52db625-38f3-4ca9-b554-ae407e6bfd0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.904672757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8260700e-eb43-4ca8-abec-d04db0502eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.905102037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ac6d63ee-4517-4898-bf1f-6a9d933cc73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.928143675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8260700e-eb43-4ca8-abec-d04db0502eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.929090556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ac6d63ee-4517-4898-bf1f-6a9d933cc73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.943700731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a3f197d6-0bc9-48b6-8383-91ebe7a53343","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:33.992851341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a3f197d6-0bc9-48b6-8383-91ebe7a53343","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.037903227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3be1434d-c7f0-4661-b293-f018694b6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.047910863Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"1a2e62ed-6773-450f-ab98-8e9f12618958","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.059424805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3be1434d-c7f0-4661-b293-f018694b6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.064014149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c6e498a2-b79d-4a86-b429-6e44fa3eea51","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.064042794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"c6e498a2-b79d-4a86-b429-6e44fa3eea51","MaaSModelRef":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ebd417-dbcd0e185286","namespace":"llm","model":"e2e-dft-refs-ebd417","externalModel":"e2e-dft-refs-ebd417","provider":"e2e-dft-refs-ebd417-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.067261356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb71ea59-1ee1-4ff7-84f4-b50ea9c37455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.08975835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb71ea59-1ee1-4ff7-84f4-b50ea9c37455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.090260324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"34c88e92-9886-4dcb-967d-8344b037206b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.112195029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"34c88e92-9886-4dcb-967d-8344b037206b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.183641586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"1a90d2c7-2b10-4f2e-b957-dc1682c653f0","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.219420936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"1a90d2c7-2b10-4f2e-b957-dc1682c653f0","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.256237156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ffa63622-b065-4a43-a3c6-6351e3d125a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.276100823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ffa63622-b065-4a43-a3c6-6351e3d125a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.283796339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7887de0d-c127-41d5-8cdb-67fc0c5a7044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.288011483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"02a0854f-aef5-4585-bb62-92c62ee7779a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.303802889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7887de0d-c127-41d5-8cdb-67fc0c5a7044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.308144287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"02a0854f-aef5-4585-bb62-92c62ee7779a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.317766612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b640b02e-c321-402e-9c05-3eaf0b1a4e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.337760184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"b640b02e-c321-402e-9c05-3eaf0b1a4e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.389481412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b25717cb-538c-4a1a-85d9-e9b4cb16e642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.389583196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c9e8c0e4-cf0e-45e6-ae6a-2d269d37f8de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.401931815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0e7e975a-9bde-42d4-83b0-580d13bbabdf","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.403228722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ee9a9d09-bcb1-42ba-ad36-01da010e89b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.409281357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c9e8c0e4-cf0e-45e6-ae6a-2d269d37f8de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.410600818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b25717cb-538c-4a1a-85d9-e9b4cb16e642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.421771904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0e7e975a-9bde-42d4-83b0-580d13bbabdf","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.422606067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ee9a9d09-bcb1-42ba-ad36-01da010e89b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.488781588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9f211c90-00df-4efc-a5d2-82d22fc7d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.509781265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9f211c90-00df-4efc-a5d2-82d22fc7d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.589486453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"06964711-87fb-454d-9709-a1d9991c2e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.58962535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3e1305df-3d33-416d-a615-e1d09bcdf22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.591812017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"57f842e8-47b4-449a-a20e-00e8102f7cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.61239527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3e1305df-3d33-416d-a615-e1d09bcdf22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.61314467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"06964711-87fb-454d-9709-a1d9991c2e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.614818831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"57f842e8-47b4-449a-a20e-00e8102f7cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.620573651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"9fe2a966-e3e6-43e6-a934-cc327887bef1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.629595362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b936a22-9190-4315-ad9f-630e1e2f2c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.640262611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"9fe2a966-e3e6-43e6-a934-cc327887bef1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.649215296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b936a22-9190-4315-ad9f-630e1e2f2c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.703805421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"3a8d7774-95b4-4643-9257-585d0aa0f493","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.70398717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e77fe569-76c6-4c29-bfdb-193cd1006d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.723598989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"3a8d7774-95b4-4643-9257-585d0aa0f493","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.72369181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"e77fe569-76c6-4c29-bfdb-193cd1006d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.732604922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"319d93dc-2134-496d-9b9f-f0e4d8f52f43","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:34.752146592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"319d93dc-2134-496d-9b9f-f0e4d8f52f43","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:36.918517743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"53838f4b-c281-49b1-a5c9-1cfb2f3a50b6","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","subscription":"e2e-cfl-same-1095fa-d7c578-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:36.948499281Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"53838f4b-c281-49b1-a5c9-1cfb2f3a50b6","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:36.963514311Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-sub","reconcileID":"53838f4b-c281-49b1-a5c9-1cfb2f3a50b6","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-d7c578-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.051164603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.066036342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"f7a8e570-a377-4ad5-a6c4-83ab32dfaba0","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.066065659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"f7a8e570-a377-4ad5-a6c4-83ab32dfaba0","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.095278417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"8ef0b237-0801-4a45-8bd9-ec6139e9696b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.09527842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"5ca5ee08-cc7d-46c1-9e45-e3a3da1fd9fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.115009552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"5ca5ee08-cc7d-46c1-9e45-e3a3da1fd9fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.115108696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"8ef0b237-0801-4a45-8bd9-ec6139e9696b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.206938399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"6409e938-e5d1-498c-917c-84440e60e644","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.206970804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"6409e938-e5d1-498c-917c-84440e60e644","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.26255979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-d7c578-access","reconcileID":"912f9356-c3a2-4c1c-894c-ca622e7642a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-d7c578-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.41050331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"c1c05a02-d907-4e3e-b1f5-c7580bf5a619","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-2-d7c578/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.410532786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"c1c05a02-d907-4e3e-b1f5-c7580bf5a619","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"routeName":"external-model-e2e-cfl-same-1095fa-f93b2be2b771","namespace":"e2e-extmod-cfl-2-d7c578","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.538156071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"3c7da3c6-f056-49c1-9858-91e3aa118cbd","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.538192794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"3c7da3c6-f056-49c1-9858-91e3aa118cbd","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.553555764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ce817e9d-3432-4b68-981d-8caf19b34b58","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.577898222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"ce817e9d-3432-4b68-981d-8caf19b34b58","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.589935409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"784b5cf0-a4c1-472b-bdab-ff1ead905634","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-77fecb57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.753353011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0c02d0bf-a9bb-4840-9594-4f221d751e3a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:37.772903628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"0c02d0bf-a9bb-4840-9594-4f221d751e3a","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.962906885Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"e869696a-eb76-4499-9eac-ff30cfc3b325","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.983913861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"97d163cb-76ce-435a-a24e-f06ee1d349c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.983941672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"97d163cb-76ce-435a-a24e-f06ee1d349c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.984408134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"719001fa-ce52-4fd9-9274-c1d0594b82cb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.98443023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"719001fa-ce52-4fd9-9274-c1d0594b82cb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.984804664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd077b84-2fcc-459f-b987-113dbbdb6f03","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.98482441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd077b84-2fcc-459f-b987-113dbbdb6f03","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.985214156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14fdbefe-41c6-40bf-b7cd-6164d7ae7169","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.985233276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14fdbefe-41c6-40bf-b7cd-6164d7ae7169","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:39.996343294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"f98acfe4-c52a-4b65-b9a7-acd850a0dda6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.00174161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"5c87323d-7375-4ad4-8f2b-4374b277d21b","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.001767014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"5c87323d-7375-4ad4-8f2b-4374b277d21b","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.008060987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"43f9ed24-bafb-40f0-b290-7aefe5994979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.008631612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"94016123-392c-40e0-b9bb-5e8b1595f551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.074478222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"f98acfe4-c52a-4b65-b9a7-acd850a0dda6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.074850096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"89c6c9fc-7e59-4e00-9747-1578dea808c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.076507007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"cf858013-221b-4b5f-afc6-745269ba6205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.0794673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"43f9ed24-bafb-40f0-b290-7aefe5994979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.081759777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"94016123-392c-40e0-b9bb-5e8b1595f551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.090957259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"080c1a96-84b4-4f26-82b9-3a7990f02845","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.090986879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"080c1a96-84b4-4f26-82b9-3a7990f02845","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.098880464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"89c6c9fc-7e59-4e00-9747-1578dea808c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.179526711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"cf858013-221b-4b5f-afc6-745269ba6205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.181129914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29698a28-2692-4bb4-ab27-baedf100bdb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.181153012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29698a28-2692-4bb4-ab27-baedf100bdb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.181668982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"feb5c96f-1eb2-4f2c-a8ad-7b4a661a54dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.181686954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"feb5c96f-1eb2-4f2c-a8ad-7b4a661a54dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.182197995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd2451c-0540-49e4-aa71-bdbeb667a791","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.182220247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd2451c-0540-49e4-aa71-bdbeb667a791","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.182889875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"269b1057-7fda-4e7f-a581-1246c9327bdb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.182908911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"269b1057-7fda-4e7f-a581-1246c9327bdb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.183695248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dde4ebd8-4ff7-42ae-944b-def7f881e5f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.184882122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d748d163-7952-4b67-9b3a-e0a090ef37b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.185557947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ebd417","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ebd417","reconcileID":"2cebaf4a-a38b-4a8f-a8f8-8d6249dadcc4","namespace":"llm","name":"e2e-dft-refs-ebd417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.1986619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"3d5831bd-073a-493d-a2bf-e247abeef4e1","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.198935822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"b6f07f88-8c3c-420b-a16b-72944887c491","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.309668882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6ed9b20b-858a-4fed-afb5-365c0dbf8d9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.334088379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"6ed9b20b-858a-4fed-afb5-365c0dbf8d9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.335532861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1796afd7-e0d4-4507-a099-2c7cdefcd7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.336213586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6d1ce412-bc13-4e4a-941e-458959cfa5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.339987045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ed8ea8b2-8849-411d-a8cc-aea3946b6d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.355074677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1796afd7-e0d4-4507-a099-2c7cdefcd7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.355516255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"163e404c-af02-43e1-8ca0-6be6c93fdffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.355781198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6d1ce412-bc13-4e4a-941e-458959cfa5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.359350619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"ed8ea8b2-8849-411d-a8cc-aea3946b6d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.375244462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"163e404c-af02-43e1-8ca0-6be6c93fdffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.443603929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5f8d21ed-b453-4ebf-b800-096453c4dab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.443776726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"20541116-15f2-4fe2-ab77-4d43ba965df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.463334929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"20541116-15f2-4fe2-ab77-4d43ba965df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.463771756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5f8d21ed-b453-4ebf-b800-096453c4dab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.475522895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a84ac281-9234-43d3-a510-d98a326838f0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.498388371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a84ac281-9234-43d3-a510-d98a326838f0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.543107767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f50afc75-d65c-43df-a2ee-ad2f9d4d53d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.563072895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f50afc75-d65c-43df-a2ee-ad2f9d4d53d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.570676705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a12583d-ce41-45e4-83bc-6b10d59bca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.591580256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a12583d-ce41-45e4-83bc-6b10d59bca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.677620008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dd67fc8f-770e-4ed1-8554-bec0a511fe6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.691708921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"cec73a5b-f9cd-4107-9b0f-bd2835ba9ed5","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.697308597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dd67fc8f-770e-4ed1-8554-bec0a511fe6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.71181775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"cec73a5b-f9cd-4107-9b0f-bd2835ba9ed5","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.74487486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c533b9b2-fd14-4b38-b0a2-0cc55423c03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.747951061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ccf8b691-28a7-4ff4-90e9-718e39010818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.757892057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.764510776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c533b9b2-fd14-4b38-b0a2-0cc55423c03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.767662434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ccf8b691-28a7-4ff4-90e9-718e39010818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.834589735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"406ce894-80a9-46f5-877b-ccc48c13b7c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.855233864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"01bb83b6-7dab-4fc1-b101-38d1c9a3f63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.860218318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"406ce894-80a9-46f5-877b-ccc48c13b7c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:40.889763571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"01bb83b6-7dab-4fc1-b101-38d1c9a3f63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.672133953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"c46055b7-1ac5-433c-bf8e-61b0fd145ceb","namespace":"llm","name":"e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.69128739Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"f446fda4-892b-49e8-9aa0-7767853b3a2b","namespace":"llm","name":"e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.70501945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"13eaec55-c9ff-430d-887b-563df2b79184","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.716895848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"492350a3-b9f6-41db-8aaf-a430bbb6ee5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.718020458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dc647dc4-216d-4206-83dc-9a8f09160500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.718059879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b4105c19-ac05-45e0-ac70-44694e00ca17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.719228297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ff80c244-6cca-4dba-a4a4-298a75c75f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.725452297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"13eaec55-c9ff-430d-887b-563df2b79184","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.737002026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"492350a3-b9f6-41db-8aaf-a430bbb6ee5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.738057789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dc647dc4-216d-4206-83dc-9a8f09160500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.739630194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"ff80c244-6cca-4dba-a4a4-298a75c75f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.7405574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b4105c19-ac05-45e0-ac70-44694e00ca17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.810813792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"838789ac-7718-49fa-a425-393227b1223c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.810834821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"838789ac-7718-49fa-a425-393227b1223c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.811204406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76a26a1d-f634-4259-939f-35e9cfffaab3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.811218019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76a26a1d-f634-4259-939f-35e9cfffaab3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.811548781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c407856c-14f9-4a7f-bd70-2cec658d349e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.811569978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c407856c-14f9-4a7f-bd70-2cec658d349e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.811816293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5d1e002-f68d-477b-8585-34c38ee6bfbb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.811827699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5d1e002-f68d-477b-8585-34c38ee6bfbb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.812049011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f24a85c-e71a-461f-afb2-27e0f55f5ab0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.812058911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f24a85c-e71a-461f-afb2-27e0f55f5ab0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.812274333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5805e0b-d6b0-47a3-a5ee-769f37d81cc3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.81228554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5805e0b-d6b0-47a3-a5ee-769f37d81cc3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.81355249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b2bea9d2-f228-4042-acde-07179c979e0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.872165115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"b75d2048-09bb-4fc7-99d5-78c96ee17a97","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.872192887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"b75d2048-09bb-4fc7-99d5-78c96ee17a97","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.874999788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b2bea9d2-f228-4042-acde-07179c979e0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.901172216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b72eacda-5baa-4d50-9186-da16af8c812a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.903078983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"cb836032-7e06-4bb8-847e-b6b8f04fc3d5","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.9031092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"cb836032-7e06-4bb8-847e-b6b8f04fc3d5","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.904513818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bd8ffbcd-6188-40a0-8eed-d5a385de829e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.906954048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de6d6ad0-897a-4bd3-8eee-ff7235804450","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.907478725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d6994f71-067a-42de-a05e-d0d3b0cbcf75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.90835242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2c9b493-ae62-445c-9ca2-b1d49d7d38a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.918200166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"640a8a21-4c8b-4941-80b7-5cb128960892","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.918220414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"640a8a21-4c8b-4941-80b7-5cb128960892","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.918577049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c0fe119-575b-4c52-b12d-8d8ccd8101c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.918590122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c0fe119-575b-4c52-b12d-8d8ccd8101c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.921297125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b72eacda-5baa-4d50-9186-da16af8c812a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.921771081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"b7842680-77c9-4b4d-b98b-aa06c3016809","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.972562665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bd8ffbcd-6188-40a0-8eed-d5a385de829e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.976827092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"5d3b6c80-fb6b-4b28-8eee-7a0934784a5f","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.982854353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d6994f71-067a-42de-a05e-d0d3b0cbcf75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.983437694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"28fc3089-5d20-47e0-b1c0-37fdc2b035f5","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.983457522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"28fc3089-5d20-47e0-b1c0-37fdc2b035f5","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.999699257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c05215-ed23-4961-ae47-cc040ccbc8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:41.999719685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c05215-ed23-4961-ae47-cc040ccbc8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.000082429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84378b13-ca33-40ae-845a-dae39181f88c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.00009561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84378b13-ca33-40ae-845a-dae39181f88c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.072394921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e719c1b2-638f-4d4f-bda2-688ebef4dda5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.072431973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e719c1b2-638f-4d4f-bda2-688ebef4dda5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.073016561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6cff1391-e17c-4b63-af8d-574792cb8709","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.073036402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6cff1391-e17c-4b63-af8d-574792cb8709","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.073460607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06fec2e0-2acd-4b3e-8f75-74797e9e62ff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.07347725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06fec2e0-2acd-4b3e-8f75-74797e9e62ff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.073842233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc971c6e-71f1-42e8-a89c-299103d659fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.073859498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc971c6e-71f1-42e8-a89c-299103d659fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.092934063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0796aff2-2879-4f68-b0ef-d4176452a22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.176356269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"c570e9a6-55f0-47c0-83c9-7a18259303ba","namespace":"llm","name":"e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.179909246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0796aff2-2879-4f68-b0ef-d4176452a22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.205698268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f8660b0a-01df-44d3-9ebb-e29ec8a58b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.20873884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"03494c33-ee99-419b-81a5-b73923a6b6d8","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.208765378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"03494c33-ee99-419b-81a5-b73923a6b6d8","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"routeName":"external-model-e2e-dft-del-5386e8-dd34474f1c13","namespace":"llm","model":"e2e-dft-del-5386e8","externalModel":"e2e-dft-del-5386e8","provider":"e2e-dft-del-5386e8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.219237931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b0f2cf2f-cdbc-409d-9587-f310f58f6f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.227012835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f8660b0a-01df-44d3-9ebb-e29ec8a58b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.269070279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d87dd1ba-da8e-46e7-b04c-af2b574b52f5","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.270130723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a68b04-f5f1-465e-96f5-7d4785fc2dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.301509731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"40d27ac5-79f9-4e12-b669-f7f19aba4559","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.301570676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"40d27ac5-79f9-4e12-b669-f7f19aba4559","MaaSModelRef":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"routeName":"external-model-e2e-dft-del-5386e8-dd34474f1c13","namespace":"llm","model":"e2e-dft-del-5386e8","externalModel":"e2e-dft-del-5386e8","provider":"e2e-dft-del-5386e8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.315189789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b0f2cf2f-cdbc-409d-9587-f310f58f6f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.319826106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d87dd1ba-da8e-46e7-b04c-af2b574b52f5","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.324897237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a68b04-f5f1-465e-96f5-7d4785fc2dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.331924734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a01ae78e-d0d1-4435-966b-dccc8bd66e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.356733726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a01ae78e-d0d1-4435-966b-dccc8bd66e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.412908819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"590e4d1d-bcbd-4ce0-b28d-3776829c3bc1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.433182572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"590e4d1d-bcbd-4ce0-b28d-3776829c3bc1","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.477518185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d1a35945-3f00-4b8c-aa9e-97697f6e031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.477630995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2a448be9-7feb-4be0-89b6-00084d91137b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.478598883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7bf188ff-a4b0-4adc-941e-e3ed70a37a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.482145284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"98b07324-0401-4106-94d4-48b6a31f8f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.499628607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d1a35945-3f00-4b8c-aa9e-97697f6e031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.500003392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2a448be9-7feb-4be0-89b6-00084d91137b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.507812199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7bf188ff-a4b0-4adc-941e-e3ed70a37a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.532313569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"98b07324-0401-4106-94d4-48b6a31f8f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.58343369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c2bdf312-197e-44ad-a5d3-039a13a4e7f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.697562561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"c2bdf312-197e-44ad-a5d3-039a13a4e7f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.711379116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b86c07bd-d239-4f49-b072-a5d06346684b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.726021764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9bb8ca78-4119-4863-ae07-70ede6a22d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.726090519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a170990d-e04a-46c5-b22b-cc3d9ea4fd75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.733390051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"b86c07bd-d239-4f49-b072-a5d06346684b","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.740954098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed1c1f8-00b1-4cb2-b31d-b71904126d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.759735477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a170990d-e04a-46c5-b22b-cc3d9ea4fd75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.760409844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"9bb8ca78-4119-4863-ae07-70ede6a22d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.766051789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed1c1f8-00b1-4cb2-b31d-b71904126d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.904751137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a0bd9b97-da5a-4575-82cd-041b59724cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:42.92478555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a0bd9b97-da5a-4575-82cd-041b59724cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.010048772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f7e1f693-05d9-4678-b223-2452c31094c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.010114647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cd49039d-79b5-4c94-acf4-c9037168ac66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.031453886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"cd49039d-79b5-4c94-acf4-c9037168ac66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.031453887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f7e1f693-05d9-4678-b223-2452c31094c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.03883764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"c6c62aa3-e3d9-4d68-874c-e24646d08514","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.038839559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d74dc9a-f49b-4b54-916d-a199ed7f7920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.058888724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d74dc9a-f49b-4b54-916d-a199ed7f7920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:43.058905305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"c6c62aa3-e3d9-4d68-874c-e24646d08514","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.605005679Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"5b4bd5f0-58cb-405a-ae40-456b48f8b2ad","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","subscription":"e2e-cfl-same-1095fa-64653b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.634826475Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"5b4bd5f0-58cb-405a-ae40-456b48f8b2ad","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.650904714Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-sub","reconcileID":"5b4bd5f0-58cb-405a-ae40-456b48f8b2ad","MaaSSubscription":{"name":"e2e-cfl-same-1095fa-64653b-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.803832899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.834278353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"cf16802d-a6f1-4cc6-a3de-d8e7f04c6069","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.854024925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"cf16802d-a6f1-4cc6-a3de-d8e7f04c6069","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.900591156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"31003942-d15e-4167-a5da-bcfa0c1a1465","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.900630152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"31003942-d15e-4167-a5da-bcfa0c1a1465","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.956571938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"8329a88d-41ba-4ec4-b414-48492125b12d","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:47.956624295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"8329a88d-41ba-4ec4-b414-48492125b12d","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.011619118Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9ef60697-f176-4858-9876-00cb4936c58e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.096169576Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"0b0043bd-93d5-4702-87ec-027c3f1e6ac1","namespace":"llm","name":"e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.116453056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9d1cc50-ad20-4a21-b31b-dc156d6f8f58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.116482563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9d1cc50-ad20-4a21-b31b-dc156d6f8f58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.131755283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"2647b12d-b646-4d02-9840-86e20f507463","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.131783627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"2647b12d-b646-4d02-9840-86e20f507463","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.141622013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e8d6293f-13cc-4c18-b9b3-4d94d344735b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.141665788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6431514c-74c5-48d4-9c6a-b0da3c2db46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.142486687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a931d922-fe98-4e72-9e43-be6915d842ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.143006954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6c9f1da8-3c19-4181-bc1d-2096d3d1524f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.161478096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e8d6293f-13cc-4c18-b9b3-4d94d344735b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.161495533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6431514c-74c5-48d4-9c6a-b0da3c2db46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.163876109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"6c9f1da8-3c19-4181-bc1d-2096d3d1524f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.164064581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a931d922-fe98-4e72-9e43-be6915d842ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.164491635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"d1c91b12-2fe6-4619-bd68-2e90bb4842bd","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.164508622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"d1c91b12-2fe6-4619-bd68-2e90bb4842bd","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.179914178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cf41b1c-9cd5-4fe2-a60e-8152b82373bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.18040024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f978b69-2012-4859-ad3e-533b7bb7c694","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.180476149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e54b2dc3-ba8f-4883-91e8-59838772cf3b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.180496791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e54b2dc3-ba8f-4883-91e8-59838772cf3b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.180899836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65e94361-75ac-458c-ac44-5930b4c48555","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.180914056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65e94361-75ac-458c-ac44-5930b4c48555","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.181307574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3b48620-7bad-42ae-a693-721a511a90dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.181339123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3b48620-7bad-42ae-a693-721a511a90dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.181834708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e59febf-f269-4c78-b7b6-872753e9ec61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.181849093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e59febf-f269-4c78-b7b6-872753e9ec61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.182177347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aaebbfb4-0c46-4b1b-9d02-9678df19b375","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.182190969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aaebbfb4-0c46-4b1b-9d02-9678df19b375","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.182579045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6a2417a-9748-4193-b339-4fb6ad108959","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.18259404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6a2417a-9748-4193-b339-4fb6ad108959","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.182983683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26823527-2c3b-4732-8219-609bf408f32d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.182999694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26823527-2c3b-4732-8219-609bf408f32d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.194562881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"7854067b-85a8-4402-990f-98a45583bc88","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.194677782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"22fab25b-277f-4c47-9d38-fd04079db863","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.217676484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9ef60697-f176-4858-9876-00cb4936c58e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.27218585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9ef60697-f176-4858-9876-00cb4936c58e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.272208724Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-cfl-same-1095fa-64653b-access","reconcileID":"9ef60697-f176-4858-9876-00cb4936c58e","MaaSAuthPolicy":{"name":"e2e-cfl-same-1095fa-64653b-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.306794454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"3b5f011b-4efa-4f0d-8f4e-f3ab8830fa4d","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"tenant":"e2e-extmod-a-696f9a","gateway":"openshift-ingress/e2e-extmod-a-696f9a","model":"e2e-extmod-cfl-1-64653b/e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.306821664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"3b5f011b-4efa-4f0d-8f4e-f3ab8830fa4d","MaaSModelRef":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"routeName":"external-model-e2e-cfl-same-1095fa-cca7d6c2914e","namespace":"e2e-extmod-cfl-1-64653b","model":"e2e-cfl-same-1095fa","externalModel":"e2e-cfl-same-1095fa","provider":"e2e-cfl-same-1095fa","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.310704612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-5386e8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-5386e8","reconcileID":"b59f00e2-1629-4b3c-84e6-9bae3b0bef30","namespace":"llm","name":"e2e-dft-del-5386e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.3279549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"fd316328-ea0f-46d5-a808-e3b7c4acc210","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.34046563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"eec2fcb5-c9c1-4121-8584-a3902201a8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.340534921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"541b99d0-2dfb-4909-90d8-78d3b0150ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.34214764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"0c49ae9e-825a-469b-ba52-5d5bd7687d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.347911391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"fd316328-ea0f-46d5-a808-e3b7c4acc210","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.360560736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"541b99d0-2dfb-4909-90d8-78d3b0150ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.360568233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"eec2fcb5-c9c1-4121-8584-a3902201a8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.362941164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"0c49ae9e-825a-469b-ba52-5d5bd7687d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.386168161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633d4b47-c3b3-4aca-a04a-c402f6bb6ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.412078524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633d4b47-c3b3-4aca-a04a-c402f6bb6ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.547665329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"56aa85af-0169-4f75-b21a-a01d7bea72c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.548836207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"59d8b3b4-fb64-4a0d-b260-73ddfc2cc32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.56066474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f2e541dd-7205-4814-938c-9e796d189156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.567448234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"56aa85af-0169-4f75-b21a-a01d7bea72c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.568625796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"59d8b3b4-fb64-4a0d-b260-73ddfc2cc32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.575495868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db2deb5b-eb1a-441a-9f0d-2ba617cb842e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.57830843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"c8542b79-7d10-4935-abc0-1f008626212e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.585078904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f2e541dd-7205-4814-938c-9e796d189156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.596806699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db2deb5b-eb1a-441a-9f0d-2ba617cb842e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.599212747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"c8542b79-7d10-4935-abc0-1f008626212e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.749502246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"aca1f847-53a3-4c0e-a20a-86471d0b1a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.769538884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"aca1f847-53a3-4c0e-a20a-86471d0b1a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.777855424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"85e2fabd-3a3f-4148-be98-f47d3b7c67b5","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.798564465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"85e2fabd-3a3f-4148-be98-f47d3b7c67b5","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.844874275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"9e9e3fe7-ed90-492f-a8d7-96eb32d6dc8a","namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.861577243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"63e75bf9-c05e-4ac5-a52b-2e3158195341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.861874717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"58714089-ddc5-49a7-8c20-e9a5a7e6f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.861583603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"3f24e2f0-6300-473c-ac20-8be29186b43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.862558975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"6330d0d9-113e-4f6b-9438-9b074e74f86b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.890916192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"3f24e2f0-6300-473c-ac20-8be29186b43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.892442999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"63e75bf9-c05e-4ac5-a52b-2e3158195341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.933280228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"58714089-ddc5-49a7-8c20-e9a5a7e6f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:48.937552469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"6330d0d9-113e-4f6b-9438-9b074e74f86b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.047503101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7b01aa97-855f-4943-96d9-f93b75a9d71d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.050611682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"faec564c-62eb-487c-8955-0d9ea387f7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.060933846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b52ffafc-a20e-40eb-a0b8-8f0bec7efca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.066802983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7b01aa97-855f-4943-96d9-f93b75a9d71d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.07006925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"faec564c-62eb-487c-8955-0d9ea387f7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.076590424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f5eb9db1-2c85-4451-ac22-541d91065718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.07817363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c0bf872-fd5d-4ce6-9196-be918891d7dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.080711939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b52ffafc-a20e-40eb-a0b8-8f0bec7efca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.097658708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f5eb9db1-2c85-4451-ac22-541d91065718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.101738731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c0bf872-fd5d-4ce6-9196-be918891d7dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.287525209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"65e3dfce-0a80-40f0-bb4f-628b8c189c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.288145426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"cdf8c21a-e6a3-447f-85d7-4d6fc6e921a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.30299629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cdd4076d-4471-4c50-ae89-709f7ec447e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.307471724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"65e3dfce-0a80-40f0-bb4f-628b8c189c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.308022982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"cdf8c21a-e6a3-447f-85d7-4d6fc6e921a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.324180423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"cdd4076d-4471-4c50-ae89-709f7ec447e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.334099579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-1-64653b"},"namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","reconcileID":"bded6f1d-92f9-4c47-9d6f-710e89a1d6cd","namespace":"e2e-extmod-cfl-1-64653b","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.354430122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"337315b7-b54c-44af-85e2-5463158192c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.369202283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3111b5d1-8ca7-43e0-981d-6021a56de431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.374657098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"337315b7-b54c-44af-85e2-5463158192c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.414562511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b6fee0a3-ddbb-4665-9c24-88a01d463fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.421788447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3111b5d1-8ca7-43e0-981d-6021a56de431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.439584133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b6fee0a3-ddbb-4665-9c24-88a01d463fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.445754097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2875c672-a960-4d71-8a85-f4f5611f748f","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.481520683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2875c672-a960-4d71-8a85-f4f5611f748f","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.517154293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d85ffcd-0961-4a51-9938-dfa12891abf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.536959015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d85ffcd-0961-4a51-9938-dfa12891abf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.592584915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2eea597d-996c-40e6-a763-39cdeca08102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.619962535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2eea597d-996c-40e6-a763-39cdeca08102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.633027176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6463ea82-a555-4232-ad57-2f4bdf576186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.6334521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"aa395b95-9627-47a0-80a8-a00ff95c5ecc","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.648203411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09b65af1-8c6d-4945-9229-760a1561bfb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.653915505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6463ea82-a555-4232-ad57-2f4bdf576186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.654982125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"aa395b95-9627-47a0-80a8-a00ff95c5ecc","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.668210731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09b65af1-8c6d-4945-9229-760a1561bfb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.683643227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8ebf52df-7973-4f2b-83d6-479c1f80302c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.703541069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8ebf52df-7973-4f2b-83d6-479c1f80302c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.794956308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"2e37c804-e79b-4cb8-b230-c07b9b940d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.808604289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9835795f-16b3-4a08-bbf9-41ddfc3edd6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.808602405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"beb328e1-7ace-4b9f-a9c3-1d100f51fc2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.81014711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c35e3071-6412-4507-8cec-16483db91178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.815260666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"2e37c804-e79b-4cb8-b230-c07b9b940d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.828417206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9835795f-16b3-4a08-bbf9-41ddfc3edd6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.828507582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"beb328e1-7ace-4b9f-a9c3-1d100f51fc2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.830884919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c35e3071-6412-4507-8cec-16483db91178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.894869589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5fac73a8-3206-40fc-b156-a71ea96d2559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.921072748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5fac73a8-3206-40fc-b156-a71ea96d2559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.983099214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"5dcc01ec-fc39-4989-8415-2f2b47c73080","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:49.997818334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5b43c102-c5e2-4a88-bdee-170f06f9f205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.004098772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"5dcc01ec-fc39-4989-8415-2f2b47c73080","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.017355582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5b43c102-c5e2-4a88-bdee-170f06f9f205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.19840711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"ffe6c0a3-afcb-4152-acbe-fc1572b7d372","namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.231271776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"5ca1de87-f31d-4d09-8043-32cca49d3fd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.248047682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"72859b50-8f61-4648-b454-7590ef53afcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.248175054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41166bc1-8037-4432-aa23-b1a45cc3b39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.248591614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1f13b332-e9b2-4acf-89e2-4265df30f47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.253091948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"5ca1de87-f31d-4d09-8043-32cca49d3fd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.269123805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"72859b50-8f61-4648-b454-7590ef53afcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.269756032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41166bc1-8037-4432-aa23-b1a45cc3b39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.271807492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"1f13b332-e9b2-4acf-89e2-4265df30f47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.27596558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c170337c-6552-4de0-b328-3401b57ed589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.298016426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c170337c-6552-4de0-b328-3401b57ed589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.368377208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d62f749d-2059-4a9b-b77a-1451cb9d408b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.368444256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"605771b1-291e-454e-af83-0f91288f824c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.389183763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"605771b1-291e-454e-af83-0f91288f824c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.390021362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d62f749d-2059-4a9b-b77a-1451cb9d408b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.395049276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-1095fa","namespace":"e2e-extmod-cfl-2-d7c578"},"namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","reconcileID":"a2e01a03-bb1b-4728-bb65-596a5d39de67","namespace":"e2e-extmod-cfl-2-d7c578","name":"e2e-cfl-same-1095fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.511057338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"05f068dc-96fc-4afa-97b2-cbd237ad03ce","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.511911639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2468761-187a-4dd7-8569-9a088385aac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.535306811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2468761-187a-4dd7-8569-9a088385aac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.541172295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"05f068dc-96fc-4afa-97b2-cbd237ad03ce","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.569153723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"02e0e701-fd73-4302-ad44-5e14e6a2c6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.589878772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"02e0e701-fd73-4302-ad44-5e14e6a2c6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.665632061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"90e8e1f4-60e7-48f0-a2e1-2457f21860d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.686640038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"90e8e1f4-60e7-48f0-a2e1-2457f21860d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.694023993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"ecdda1e1-b069-4c28-bfa2-1ca9795558bc","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.714110762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"ecdda1e1-b069-4c28-bfa2-1ca9795558bc","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.764553914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"14a9cc9f-1af5-49ab-bbc3-7f11461e33ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.765536293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4afaf15a-e2bf-4418-a775-b69059e0e75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.768394004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e465ccab-6a43-4989-ac53-75c0d19129bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.787790504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"14a9cc9f-1af5-49ab-bbc3-7f11461e33ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.78781206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4afaf15a-e2bf-4418-a775-b69059e0e75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.790228894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e465ccab-6a43-4989-ac53-75c0d19129bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.865149411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6b26fb31-0682-4270-b138-51d808588c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.88453432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6b26fb31-0682-4270-b138-51d808588c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.949630702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"a091844c-e9ee-4062-b98d-8ff443013664","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:50.969550563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"a091844c-e9ee-4062-b98d-8ff443013664","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.079670813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3a58ebbf-f7af-4744-baf2-d6219d1b0dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.082302245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5a58f4eb-ea71-45f3-9ef7-378b0787772b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.082831036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"efba1d58-9ab2-4b4a-80e0-8f9464dfc449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.17664792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3a58ebbf-f7af-4744-baf2-d6219d1b0dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.179182547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5a58f4eb-ea71-45f3-9ef7-378b0787772b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.179822057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fe49a7-0a58-4365-8e42-3e60bd1316f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.182377083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"efba1d58-9ab2-4b4a-80e0-8f9464dfc449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.212468851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f24fca8c-5750-4c67-9338-17efa254594e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.213082493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fe49a7-0a58-4365-8e42-3e60bd1316f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.234551733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f24fca8c-5750-4c67-9338-17efa254594e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.77321545Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"2ab50de8-e7c0-41f0-918e-aaddaeaa82b7","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.793811179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"6a149c8b-d999-482a-a7db-ed54c7b34308","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.817140847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d834d457-6fc1-4df5-ae1b-4afeab6aafb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.8182589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"895e27c0-e97b-48b1-b9cb-4de2e6d2fe21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.818265907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b1c852f9-9d32-40ce-bcc2-d85f5fa1add9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.818922755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8bf2a9ee-1943-4241-9098-b7d9e4eda4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.838165764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d834d457-6fc1-4df5-ae1b-4afeab6aafb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.839771975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8bf2a9ee-1943-4241-9098-b7d9e4eda4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.84170797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b1c852f9-9d32-40ce-bcc2-d85f5fa1add9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.842727456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"895e27c0-e97b-48b1-b9cb-4de2e6d2fe21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.846888911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"934b67fa-4b9f-4dde-8eb2-60b5b1177563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:51.866832799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"934b67fa-4b9f-4dde-8eb2-60b5b1177563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.001890129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"320d5856-c55b-4cad-8816-f5cdb9b1f10b","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.0128453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"2e7fec0e-f85d-44ed-bccf-231fa3ef7da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.032125177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"2e7fec0e-f85d-44ed-bccf-231fa3ef7da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.040768548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a6b31ac3-a9be-46de-8750-8dcf9bb33e13","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.060687349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"a6b31ac3-a9be-46de-8750-8dcf9bb33e13","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.11290861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2cc2deb4-8d86-4306-9307-20a7867fcd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.132161367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2cc2deb4-8d86-4306-9307-20a7867fcd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.139409975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf4d3c49-e3e6-4d0f-a2b2-0f7b315d9ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.13973984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"dcdc4dbb-af4e-4fd3-bb91-bf14f7dd3493","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.149921507Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"10f699ea-2ad2-492f-911d-9d6ebbfaec27","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.159043649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf4d3c49-e3e6-4d0f-a2b2-0f7b315d9ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.159310437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"dcdc4dbb-af4e-4fd3-bb91-bf14f7dd3493","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.194507631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"5e522e61-cf8d-4524-ba87-f5811542bfd6","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.209264468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"7065acbc-1cdd-4476-8c05-f422d7dc1b6f","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.209299638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"7065acbc-1cdd-4476-8c05-f422d7dc1b6f","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.212989714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e47fb725-841e-4d2c-951f-69769471972b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.232727709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e47fb725-841e-4d2c-951f-69769471972b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.326987433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"d1df2584-9452-4d0e-a79b-9449d394a707","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.344504601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9f6e74cc-83ca-4817-a42b-a452030c1b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.350276859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"d1df2584-9452-4d0e-a79b-9449d394a707","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.355672489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3d1c4dcd-4624-45d2-a059-0b66b2341b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.356512386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"17005867-8c55-4bd8-9645-c47de5c38063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.37597184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"9f6e74cc-83ca-4817-a42b-a452030c1b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.388898225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"3d1c4dcd-4624-45d2-a059-0b66b2341b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.399300443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"17005867-8c55-4bd8-9645-c47de5c38063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.472871775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"132862a0-c51f-49de-8ecc-808960d6b523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.492446391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"132862a0-c51f-49de-8ecc-808960d6b523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.517423359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"38a74177-cb07-4453-846a-0b3639642d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.536929919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"38a74177-cb07-4453-846a-0b3639642d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.568571672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"ad331bb8-9fdd-4d1c-b99c-06dc554fe655","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.568601514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"ad331bb8-9fdd-4d1c-b99c-06dc554fe655","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.605423438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3c010266-9612-40d7-b4b5-986c5f14df9d","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.618489299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e4e2b0d4-8d50-4f79-a3ca-3b61322e74bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.618489287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"024365ae-d501-4d8c-bd4a-39a577eb4a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.638075828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"024365ae-d501-4d8c-bd4a-39a577eb4a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.638551975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e4e2b0d4-8d50-4f79-a3ca-3b61322e74bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.652425303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1a6439b-590c-4070-a0a8-4fa2cc8aff0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.660509105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3c010266-9612-40d7-b4b5-986c5f14df9d","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.672210289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1a6439b-590c-4070-a0a8-4fa2cc8aff0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.678477269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3c010266-9612-40d7-b4b5-986c5f14df9d","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.711131913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"0eb68fe9-a178-4b11-8b51-6c4c29414022","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.711185889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"0eb68fe9-a178-4b11-8b51-6c4c29414022","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.726581682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"637d7f77-2f9e-4531-aeb6-8a257d055ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.745075448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5adbe564-a12e-4223-985c-e508de3e64ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.746266491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"637d7f77-2f9e-4531-aeb6-8a257d055ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.765010785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5adbe564-a12e-4223-985c-e508de3e64ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.818967714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f3e2c1cd-a032-468b-b0c3-5b87d3ad4ba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.818989877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9aa9d7cf-c088-432d-9751-b3fbe2f700ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.83851987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f3e2c1cd-a032-468b-b0c3-5b87d3ad4ba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.838655291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9aa9d7cf-c088-432d-9751-b3fbe2f700ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.847812063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d4573611-7505-4c3c-aee8-fe68bddd39da","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.867175445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d4573611-7505-4c3c-aee8-fe68bddd39da","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.895464885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"42e8d474-b132-4247-9d38-4c416d275b54","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:52.915531825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"42e8d474-b132-4247-9d38-4c416d275b54","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.388790847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"e7de9421-5d74-4bab-91cd-b64ca49c1094","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.49166574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"bda2bd9e-a26d-4f5c-a364-4687127cc504","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.491701747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"bda2bd9e-a26d-4f5c-a364-4687127cc504","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.575592367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"579ba9cc-0049-4208-8c31-8c0678ff1520","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-cmp-legacy-1a22be","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.675029436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"ad9bcb2b-64a8-42e7-8fc9-2ba030f4d3cf","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.675064908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"ad9bcb2b-64a8-42e7-8fc9-2ba030f4d3cf","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.951463579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a691b516-1884-449f-b6c2-6652dcfcc297","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.955949103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"26f634d6-2d18-4813-8a55-937769ea26d0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.956830021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a92578d4-24c7-478e-a64b-82a5a96d028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.957564668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d298b012-6d1b-4e48-9e4d-def1da169f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.974193293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a691b516-1884-449f-b6c2-6652dcfcc297","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.986586832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"26f634d6-2d18-4813-8a55-937769ea26d0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:58.99786472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d298b012-6d1b-4e48-9e4d-def1da169f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:59.010156802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a92578d4-24c7-478e-a64b-82a5a96d028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:59.328588207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"786b265e-12ad-4ba3-b2e9-d0671cb8cbcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:03:59.35095317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"786b265e-12ad-4ba3-b2e9-d0671cb8cbcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.187315922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"37de2354-aaa9-4407-bdd7-3b0413449140","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.233407233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"dfb1256a-491e-4ffc-9347-8b65d4f11091","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.23354436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"dfb1256a-491e-4ffc-9347-8b65d4f11091","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.25396021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"595bfa8c-f596-47d1-b7bd-95e14e1ad385","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.293160883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"595bfa8c-f596-47d1-b7bd-95e14e1ad385","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.294415801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9f3970eb-5b5b-4010-9d99-0ccdcdb6bd06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.295209247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c0efbe42-948b-443e-81e8-b3fcff9508ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.373406116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b29f0e5d-dee3-4e49-9682-583b304a99f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.38393535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9f3970eb-5b5b-4010-9d99-0ccdcdb6bd06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.386043196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"595bfa8c-f596-47d1-b7bd-95e14e1ad385","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.400078974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b29f0e5d-dee3-4e49-9682-583b304a99f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.401071452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c0efbe42-948b-443e-81e8-b3fcff9508ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.406182009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"2a6b5319-407d-4cbc-a8ed-551b95d6abb9","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.427935791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"2a6b5319-407d-4cbc-a8ed-551b95d6abb9","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.432921117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0ef21629-2ad2-4e43-8de7-1c02b04cb395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.4526997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0ef21629-2ad2-4e43-8de7-1c02b04cb395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.466865606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"768406aa-0b01-4508-ba66-51c1948469b7","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.482210501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"960e379c-c499-41f1-9810-3d85174f5114","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.482246581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"960e379c-c499-41f1-9810-3d85174f5114","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.549048841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"a6876962-f689-4a68-b12e-defb49871f34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.568743989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"a6876962-f689-4a68-b12e-defb49871f34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.576678395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5d9fff7-9d78-4059-86b3-b455bf9bd34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.576738433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ba6d8b25-5d6f-4872-97ac-3cebf9e3e550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.596268198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5d9fff7-9d78-4059-86b3-b455bf9bd34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.596609724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ba6d8b25-5d6f-4872-97ac-3cebf9e3e550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.605454476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a986b38e-73a5-4a58-a689-090905612365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.625357532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a986b38e-73a5-4a58-a689-090905612365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.694051014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"2dbdc8b4-c7f5-4b38-a71b-17d21f481c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.714197625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"2dbdc8b4-c7f5-4b38-a71b-17d21f481c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.779474191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"094c747b-a7bf-45b2-9520-59ec550a567f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.780447759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7b07aa21-1446-4aee-baeb-c2404b5c3554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.799835214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"094c747b-a7bf-45b2-9520-59ec550a567f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.800600985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"7b07aa21-1446-4aee-baeb-c2404b5c3554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.807143145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2420a4de-0ab3-40b8-b89f-8b12881bf48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.807595766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"9707f755-3efa-4623-b284-5948328ecc79","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.826980844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"9707f755-3efa-4623-b284-5948328ecc79","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.827393648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2420a4de-0ab3-40b8-b89f-8b12881bf48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.876028368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"92ed464e-76fd-401b-a248-c64e0183c382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.896660604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"92ed464e-76fd-401b-a248-c64e0183c382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.963104456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"b9e5e322-67ff-4630-8181-27671a8850af","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.976046664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"145a091b-095f-4b34-b741-75511a434efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.982517506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"b9e5e322-67ff-4630-8181-27671a8850af","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.983515932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1c40fb43-0d19-440a-b4fe-0ae1ec8c70ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.990683993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"cc5c854c-6c71-4876-a54d-5b2e254e0de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:00.995410442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"145a091b-095f-4b34-b741-75511a434efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.000597429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"b9e5e322-67ff-4630-8181-27671a8850af","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.002512728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1c40fb43-0d19-440a-b4fe-0ae1ec8c70ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.004225425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"33687067-55dc-4e3c-b119-8df51fcb5743","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.010094692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"cc5c854c-6c71-4876-a54d-5b2e254e0de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.023633026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"33687067-55dc-4e3c-b119-8df51fcb5743","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.081649773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e84349e8-2e6c-4b65-9c0e-722869bbaf47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:01.10122021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e84349e8-2e6c-4b65-9c0e-722869bbaf47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.611175527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","reconcileID":"df2b71f9-7ad7-4e6f-8519-6a73cf034b6b","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.633272181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","reconcileID":"91dda786-cb2a-4134-bf85-8cf183ac18f2","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.644408661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"947c69bd-8af5-4ec9-a58b-ec492fd96a88","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.657947641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3ed86d9b-ca9e-42ea-9a92-d51b21728128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.658232806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4b663fe1-ba3c-493f-86d0-dd829acec823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.659492283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9d988744-bfae-4435-95d9-3fd6c440172b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.666133207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"947c69bd-8af5-4ec9-a58b-ec492fd96a88","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.680282534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4b663fe1-ba3c-493f-86d0-dd829acec823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.682487782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9d988744-bfae-4435-95d9-3fd6c440172b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.684153397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3ed86d9b-ca9e-42ea-9a92-d51b21728128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.68541057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"947c69bd-8af5-4ec9-a58b-ec492fd96a88","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.68926393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"1696d3bb-a3a9-4018-8a3b-e3b03efd073d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.711425462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"1696d3bb-a3a9-4018-8a3b-e3b03efd073d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.762754054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7d94c7e2-7919-4abe-9293-7bdd6d59a54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.783077653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7d94c7e2-7919-4abe-9293-7bdd6d59a54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.846113069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"5941a35a-4a46-47ed-83f5-03b21cb56d39","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.86111982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"49908c59-8534-4ca7-917a-ae87e388739d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.866150205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"5941a35a-4a46-47ed-83f5-03b21cb56d39","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.870617354Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"43457557-6f09-43d6-b22e-271d9b0f130a","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.882215371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"49908c59-8534-4ca7-917a-ae87e388739d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.889379989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad65d518-3392-4eca-98c8-0573809e0c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.911211251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad65d518-3392-4eca-98c8-0573809e0c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.96064304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d5da6fc5-df74-4a92-a74a-f321c567a42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:05.960644423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a7f2e9e9-8373-4140-be25-9dcb7c591793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.027913127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a7f2e9e9-8373-4140-be25-9dcb7c591793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.030266443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d5da6fc5-df74-4a92-a74a-f321c567a42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.083928051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0b73d8db-f20a-46da-b086-cecda09e06a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.126114382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"527baf22-55b2-440c-bf39-dc44c8f4fa0c","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.145251142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0b73d8db-f20a-46da-b086-cecda09e06a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.166898156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d3973ff9-348f-4126-927a-a8241d1ed753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.22829336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d3973ff9-348f-4126-927a-a8241d1ed753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.242203652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"b211a365-3955-4ca4-a5c1-1b97d982c41d","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.298532417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"8e53877e-1390-4ac4-b545-c5367fefd289","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.298639078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"cf5fe677-02c3-4aa5-b795-b4269563780b","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.319620656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"8e53877e-1390-4ac4-b545-c5367fefd289","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.328258127Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"f26dccd8-9d19-4dd5-a27d-28fc07df91c5","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.36197556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ca4d2dd0-ea99-49c8-b889-fd59cc758872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.362170212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7b79ce30-7acc-464f-81ab-9cc969b594db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.370949262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2d279b2b-af44-4ba9-b805-2e4a76e58a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.382883385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ca4d2dd0-ea99-49c8-b889-fd59cc758872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.382887235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"7b79ce30-7acc-464f-81ab-9cc969b594db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.390194759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049e516e-562a-4fed-8265-3b697683bbb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.391140843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2d279b2b-af44-4ba9-b805-2e4a76e58a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.411470487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049e516e-562a-4fed-8265-3b697683bbb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.457461446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"c1f828ba-468d-43b8-b636-ffad87c3fe74","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.47730453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"c1f828ba-468d-43b8-b636-ffad87c3fe74","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.49811187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"c1f828ba-468d-43b8-b636-ffad87c3fe74","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.525134377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"e05013fa-b413-41d9-9e2d-b8b87cc67fe5","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.549117808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"e05013fa-b413-41d9-9e2d-b8b87cc67fe5","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.577950398Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","reconcileID":"d8132fcc-583c-4050-b08a-2ee845b7e5dc","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.580777807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"14e361e1-5f70-4f19-9411-defc63645cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.596618706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"cf432f8d-7c5e-46f9-8986-0335e7f2e56c","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.602213091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"14e361e1-5f70-4f19-9411-defc63645cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.682362107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"32126f3e-7cce-4d6b-a40e-844751af5993","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.68307362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"7abf642b-a249-4ffa-90c3-712e6e4381d1","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.698144801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d0aa4a3c-d8f8-4d58-8d0c-11a70dbc7f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.699196046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b39168aa-b556-417c-9f32-6e5f95bd8909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.704699209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"32126f3e-7cce-4d6b-a40e-844751af5993","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.72275281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"d0aa4a3c-d8f8-4d58-8d0c-11a70dbc7f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.730073876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"32126f3e-7cce-4d6b-a40e-844751af5993","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.733237132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b39168aa-b556-417c-9f32-6e5f95bd8909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.774706933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"f13de4ce-9a50-451f-96f6-88bc3a8edbd7","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.788059535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"ad12f3d8-920d-45e0-a71b-484d7234c311","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.803683178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"65e6ef96-71fa-4074-ab94-2c8582fe14b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.804996609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"9bf06644-7117-458c-bab6-8afeacbe025c","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.807604815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"ad12f3d8-920d-45e0-a71b-484d7234c311","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.823780676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"65e6ef96-71fa-4074-ab94-2c8582fe14b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.871954509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dfd6913c-3e61-4458-9a4c-7a2dc6afeb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.872683121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bd5165ca-8979-407c-ae90-a5cb49b02caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.893476183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bd5165ca-8979-407c-ae90-a5cb49b02caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.893865593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dfd6913c-3e61-4458-9a4c-7a2dc6afeb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.902850042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51056523-921b-46e7-97f0-fc0f48da2caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.910258357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e42d4357-1dea-4313-b81b-e8f50034191c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.922711897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51056523-921b-46e7-97f0-fc0f48da2caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.925090846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d3509fab-3a1f-429b-8bae-c39acdcd6996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.930121529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e42d4357-1dea-4313-b81b-e8f50034191c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.944648534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d3509fab-3a1f-429b-8bae-c39acdcd6996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.981387284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d65e2c95-5b94-4160-9bac-628de3065922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:06.98143642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d41ca972-77c2-4117-ae11-10360cf50d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.000991854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d41ca972-77c2-4117-ae11-10360cf50d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.002307563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d65e2c95-5b94-4160-9bac-628de3065922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.033229706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"00d84d44-f622-46ff-ac4e-c69d9a852d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.041729165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"0ae466ba-d532-4da6-8515-72c93eca9ce4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.04759408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f61d3536-cc8c-4a1f-afeb-23533d581ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.052832054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"00d84d44-f622-46ff-ac4e-c69d9a852d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.06195178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"0ae466ba-d532-4da6-8515-72c93eca9ce4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.067165666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f61d3536-cc8c-4a1f-afeb-23533d581ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.210478665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b6e9c6ca-6604-43b5-bc02-7a41d623211a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:07.232315909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b6e9c6ca-6604-43b5-bc02-7a41d623211a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:10.75849684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.756732827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"ef96d740-a0d3-4b54-95a8-f0223d4d90a9","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.756781961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"ef96d740-a0d3-4b54-95a8-f0223d4d90a9","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.772672854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0aa7cd67-0cae-4948-a02a-86953cf80ae5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.795466035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"0aa7cd67-0cae-4948-a02a-86953cf80ae5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.80917167Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"e154971b-68a3-4810-bf90-3fdbb673a862","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-073d4981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.971764967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"8bc6d3ec-418e-485a-89ae-a2a439b186db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:11.991531021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"8bc6d3ec-418e-485a-89ae-a2a439b186db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:12.489791396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"b2b26ec5-edcd-4050-81a2-a0e3d6320341","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:12.520224886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"02ab22b9-fcba-4834-8d16-62bee2522712","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:12.547644489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"8e8b4e4f-9327-42f3-90a7-0393f79c835c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:12.671663269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"8e8b4e4f-9327-42f3-90a7-0393f79c835c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:12.690607751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"8e8b4e4f-9327-42f3-90a7-0393f79c835c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:12.725668085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"74cfb4d1-be03-4a96-bce7-860f11437e83","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:16.766835466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"bf6dcf0b-2b21-4401-a925-9bed8ca0dcfb","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:16.787249517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"bf6dcf0b-2b21-4401-a925-9bed8ca0dcfb","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:16.806003098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"bf6dcf0b-2b21-4401-a925-9bed8ca0dcfb","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.824079611Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"d217470e-263a-4ea5-9932-36277d5cd5ef","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","subscription":"e2e-cmp-legacy-1a22be-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.854412219Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"d217470e-263a-4ea5-9932-36277d5cd5ef","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.869509392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-sub","reconcileID":"d217470e-263a-4ea5-9932-36277d5cd5ef","MaaSSubscription":{"name":"e2e-cmp-legacy-1a22be-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.961107373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.978739099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"71f99ff8-9e4e-4b96-b75b-943264b169e8","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.978766424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"71f99ff8-9e4e-4b96-b75b-943264b169e8","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:21.998406737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"4e7f062e-f1d7-46a5-943b-3450173614af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.018269493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"4e7f062e-f1d7-46a5-943b-3450173614af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.118235497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"7ff6c010-fd50-4369-a9d4-7f3cadc579b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.130094428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"bfafa999-7aa8-4155-baf3-249eadb9944c","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.130122638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"bfafa999-7aa8-4155-baf3-249eadb9944c","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.137829904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"7ff6c010-fd50-4369-a9d4-7f3cadc579b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.281285986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1e47ffc9-8c25-470f-b3f5-39e7a9af8769","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.412758653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1e47ffc9-8c25-470f-b3f5-39e7a9af8769","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.46544481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1e47ffc9-8c25-470f-b3f5-39e7a9af8769","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.465470569Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be-access","reconcileID":"1e47ffc9-8c25-470f-b3f5-39e7a9af8769","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-1a22be-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.499908072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"469af5b1-1fbb-4f91-ba6d-3f802f184a57","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"tenant":"e2e-extmod-a-4275b9","gateway":"openshift-ingress/e2e-extmod-a-4275b9","model":"ai-tenant-e2e-extmod-a-4275b9/e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.499940982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"469af5b1-1fbb-4f91-ba6d-3f802f184a57","MaaSModelRef":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"routeName":"external-model-e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9","model":"e2e-cmp-legacy-1a22be","externalModel":"e2e-cmp-legacy-1a22be","provider":"e2e-cmp-legacy-1a22be-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.742115248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7fd970bc-af15-46ca-8837-31954f89e8de","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.77419359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7fd970bc-af15-46ca-8837-31954f89e8de","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:22.792267175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7fd970bc-af15-46ca-8837-31954f89e8de","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.05713948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"37a9f7e4-79f0-43cb-a41e-9d40af4d7601","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.119227467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"8ee0ff10-4091-4a81-b271-435bff26cc5c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.172824568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"78127e68-359d-45a6-a3ce-890151a608c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.174083415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5eb3ca5b-81c3-4da2-904f-ca1ad8003349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.188493435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1c3d6847-cf28-4434-b747-4c998060fbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.193036395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"8ee0ff10-4091-4a81-b271-435bff26cc5c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.197163546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"78127e68-359d-45a6-a3ce-890151a608c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.200638382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5eb3ca5b-81c3-4da2-904f-ca1ad8003349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.208054958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7b19c4d4-b23c-4106-8d67-6cd90438a690","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.211157407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1c3d6847-cf28-4434-b747-4c998060fbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.212785308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"8ee0ff10-4091-4a81-b271-435bff26cc5c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.218492442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"78127e68-359d-45a6-a3ce-890151a608c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.229605372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7b19c4d4-b23c-4106-8d67-6cd90438a690","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.258992754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"eda67929-f55b-4d38-a8ac-9f7f4ad75910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.265834977Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1a22be","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","reconcileID":"39c82992-f4d8-4dbc-9b15-d58f129bb1ed","namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-cmp-legacy-1a22be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.267729527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"09eaee7d-ffb5-40b0-a402-cd60f503b82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.278310169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"eda67929-f55b-4d38-a8ac-9f7f4ad75910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.287663528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"09eaee7d-ffb5-40b0-a402-cd60f503b82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.379262372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"46c0c6f7-f641-482e-b48e-a0eb7f8384b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.400539541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"46c0c6f7-f641-482e-b48e-a0eb7f8384b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.407398056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06737e98-9aa9-4bd5-98bf-32bb48e3db9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.42692137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06737e98-9aa9-4bd5-98bf-32bb48e3db9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.485957113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"842a60ea-4e78-4a3c-90ca-2e45315c685f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.487089479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fc35479e-6c33-4729-8274-d73b0236bb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.487656721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"842a2006-84b0-41f4-91a3-64738bb73ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.546315137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"842a2006-84b0-41f4-91a3-64738bb73ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.550084024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fc35479e-6c33-4729-8274-d73b0236bb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.554821986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"842a60ea-4e78-4a3c-90ca-2e45315c685f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.564531609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"062e3e66-bbac-4d0b-9f29-7333d10f68aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.602986401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"062e3e66-bbac-4d0b-9f29-7333d10f68aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.648403644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d03895e9-f44f-466b-aa39-c55ee0904d69","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.669196522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d03895e9-f44f-466b-aa39-c55ee0904d69","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.77106186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"98124ad6-44b6-4d52-baef-82c4f4bc85f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.771863903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"72b7261d-39c5-4c06-baa2-452913581c36","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.78581734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ec62309a-22ea-4a75-a3d5-24b32d29f9a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.797685336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"72b7261d-39c5-4c06-baa2-452913581c36","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.799209697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"98124ad6-44b6-4d52-baef-82c4f4bc85f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.805878764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ec62309a-22ea-4a75-a3d5-24b32d29f9a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.814896501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a2018a5-492f-49ab-80bb-0c1c6ae03b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.81644434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"72b7261d-39c5-4c06-baa2-452913581c36","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.824341892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ec62309a-22ea-4a75-a3d5-24b32d29f9a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.834454098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a2018a5-492f-49ab-80bb-0c1c6ae03b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.854809494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d35e0383-c94a-4f21-a5b5-9a0b948b7738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.875253089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d35e0383-c94a-4f21-a5b5-9a0b948b7738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.953522328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"97776563-c6f0-430a-8e3b-6d3185a5bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.953577339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"31b8692e-5c19-494c-9f12-a35b2d13c82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.977139802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"97776563-c6f0-430a-8e3b-6d3185a5bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:23.977268246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"31b8692e-5c19-494c-9f12-a35b2d13c82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.053993228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c751e61f-1482-46db-a9b7-5f69e1aaccea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.073478536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c751e61f-1482-46db-a9b7-5f69e1aaccea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.08270849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"44e84418-29aa-466b-ad3e-7d7e0794507b","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.103802332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"44e84418-29aa-466b-ad3e-7d7e0794507b","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.58860872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"48d789f5-541a-48bf-b29a-bcc77b3e3d1a","namespace":"llm","name":"e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.603468635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"d83b0fdd-3132-4e6f-bc96-40f6099ad1fa","namespace":"llm","name":"e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.687890979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"48d3bc7b-7436-4fc1-ad40-183aa9f5029c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.688004371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"bdd026f4-a5e6-4aa7-bb61-2a7d113cb34d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.70177689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1d66e53f-0076-4f4d-948c-4d5406b087b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.701812617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"dd39e325-8882-4ef7-b0f9-647647f8e2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.702856456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e38428f2-5737-4800-8333-41a5c43ead61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.707760609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"bdd026f4-a5e6-4aa7-bb61-2a7d113cb34d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.709091055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"48d3bc7b-7436-4fc1-ad40-183aa9f5029c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.709389096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f3158e2-54c0-4051-b289-dd69de1bf624","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.709409547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f3158e2-54c0-4051-b289-dd69de1bf624","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.709864862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"419b1635-b4fc-4b02-a100-cd75e45a267a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.709878988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"419b1635-b4fc-4b02-a100-cd75e45a267a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.710132785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99fc708b-5150-495e-842c-56b2925684f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.710146576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99fc708b-5150-495e-842c-56b2925684f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.710465056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c36e9cb7-5314-4601-8672-bc17bc8f5569","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.710481763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c36e9cb7-5314-4601-8672-bc17bc8f5569","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.710785284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"39058951-7db9-4410-b8b6-d6dde69d0400","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.710799769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"39058951-7db9-4410-b8b6-d6dde69d0400","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.711073341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5faa2863-7664-47e1-983e-e6e65861eae3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.711098982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5faa2863-7664-47e1-983e-e6e65861eae3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.721782791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"dd39e325-8882-4ef7-b0f9-647647f8e2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.722583886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"1d66e53f-0076-4f4d-948c-4d5406b087b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.724371871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"e38428f2-5737-4800-8333-41a5c43ead61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.726303705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"9ff47a07-395c-4918-b9b8-f84e7dfd7540","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.726340958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"9ff47a07-395c-4918-b9b8-f84e7dfd7540","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.727028513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"bdd026f4-a5e6-4aa7-bb61-2a7d113cb34d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.727763771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"48d3bc7b-7436-4fc1-ad40-183aa9f5029c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.773093118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"ba92c864-d80f-4fe8-8470-3265c847dc24","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.77320593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"ba92c864-d80f-4fe8-8470-3265c847dc24","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.792950734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f839b7e-c024-45a2-aff7-24cf352c6a2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.7929819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f839b7e-c024-45a2-aff7-24cf352c6a2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.793456132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c0c5de3-0661-4c71-875b-25fe3db46897","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.793475816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c0c5de3-0661-4c71-875b-25fe3db46897","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.793852917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37563a55-391b-480b-a631-f7e70be2020e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.793869518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37563a55-391b-480b-a631-f7e70be2020e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.794858839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0a18433-3b5a-4673-abc3-28530fca8b36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.795630914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5d85a06e-85b8-45e3-a260-5785a78ad7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.797605275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fc00aab-2780-4331-bef9-00ac28e67e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.810153709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4441b181-dfcb-4402-b6e4-6dc462fc5bbe","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.810187372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4441b181-dfcb-4402-b6e4-6dc462fc5bbe","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.811718592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"7caa1492-a1a4-4c8b-aba0-47e777518f0d","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.812371753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"a1f01d42-b261-4625-ab64-176ca07d48a8","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.816578211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5d85a06e-85b8-45e3-a260-5785a78ad7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.825627597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8309f236-729e-4959-b18d-e4420ca81348","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.825646922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8309f236-729e-4959-b18d-e4420ca81348","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.826073253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"592f6fc7-8ede-45b2-b946-f899c7d6b21b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.826088661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"592f6fc7-8ede-45b2-b946-f899c7d6b21b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.826387189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c66d9840-dc16-4525-8b97-6a74749dda32","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.826399848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c66d9840-dc16-4525-8b97-6a74749dda32","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.826734838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9382c0da-aacb-49d6-9b01-6dab4425cba3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.82675083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9382c0da-aacb-49d6-9b01-6dab4425cba3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.827029876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b831024f-7b56-4949-a176-24d8e8ab9536","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.827041516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b831024f-7b56-4949-a176-24d8e8ab9536","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.838179933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f1173a-d030-405d-a6a6-dcbf672ee8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.858529687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f1173a-d030-405d-a6a6-dcbf672ee8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.873964425Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"2fa71bd4-4f4b-4a09-b82f-5ad34e4bf5a0","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"name":"e2e-dft-bf3150","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.906936191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"04804d56-5539-4d6c-b3c2-e4670862b681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.906969249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2fae6198-87d2-4806-825c-89e66882517c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.907581337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1b778911-e7b5-43aa-86b3-1e8b9e959dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.926572454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2fae6198-87d2-4806-825c-89e66882517c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.927007908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"1b778911-e7b5-43aa-86b3-1e8b9e959dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:24.928935271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"04804d56-5539-4d6c-b3c2-e4670862b681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.022974066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d7134f1f-946a-4aca-97d2-0f49d98b9bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.062722969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d7134f1f-946a-4aca-97d2-0f49d98b9bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.105035739Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"970a3dc2-b2d6-443c-8f14-9f62088ca110","namespace":"llm","name":"e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.124654935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"a96311be-b12a-45b4-800e-cbfb5113b1a0","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.124693095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"a96311be-b12a-45b4-800e-cbfb5113b1a0","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.130721158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8952c27f-ee4c-4963-8e1b-0a6b96bbe02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.162006902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"e5c1b06c-f03e-453a-a5ce-459f479d716e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.162169692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8952c27f-ee4c-4963-8e1b-0a6b96bbe02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.177200432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7ec01d7-baa5-4434-bb1e-bf7ebb5dfbab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.210740704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"e5c1b06c-f03e-453a-a5ce-459f479d716e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.211046837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7ec01d7-baa5-4434-bb1e-bf7ebb5dfbab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.227041114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0c11c616-0b4f-4a27-8e6b-01ab0a2316c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.252261391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0c11c616-0b4f-4a27-8e6b-01ab0a2316c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.351794888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"56c02a92-700d-47c1-9bc1-3acdbae60f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.365715162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"0c1bfece-e70c-489b-bac0-4f5e4869fb65","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.371557375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"56c02a92-700d-47c1-9bc1-3acdbae60f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.385907663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"0c1bfece-e70c-489b-bac0-4f5e4869fb65","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.394099845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"232a00fb-7ea6-4589-becf-06eb21a5eb53","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.409638596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"90f37676-68ee-45f7-9dc3-39e60d2be164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.409638551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bbf8f46b-f49d-4c33-805d-c125043c74f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.413716278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"232a00fb-7ea6-4589-becf-06eb21a5eb53","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.429835222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bbf8f46b-f49d-4c33-805d-c125043c74f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.429989962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"90f37676-68ee-45f7-9dc3-39e60d2be164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.431860843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"232a00fb-7ea6-4589-becf-06eb21a5eb53","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.495572314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9da9a89d-98b2-4623-8647-3bda5e9d6553","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.515368963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9da9a89d-98b2-4623-8647-3bda5e9d6553","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.517753834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"10593050-616d-4168-a69b-f4f9f43a56bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.517753753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"19186d67-db3e-4163-b21a-963dc9389a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.533974596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9da9a89d-98b2-4623-8647-3bda5e9d6553","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.537652391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"10593050-616d-4168-a69b-f4f9f43a56bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.53770397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"19186d67-db3e-4163-b21a-963dc9389a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.538816279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4762683-95bf-4274-9670-fe9c4c764507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.558436036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4762683-95bf-4274-9670-fe9c4c764507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.610770427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3a7b8e73-4f94-44ac-bb54-4e2b10df0e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.610793461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0cc79f18-7227-4985-9884-ee7742324496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.6303599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3a7b8e73-4f94-44ac-bb54-4e2b10df0e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.630376951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0cc79f18-7227-4985-9884-ee7742324496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.708965013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"66633534-d815-435e-96b4-1d2ff1568cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.70903147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ab89a8f4-8567-4f67-b00b-b21a37e11a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.726985606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dd9dd503-1e60-4ae7-9f4b-e9d60c042e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.730991276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"ab89a8f4-8567-4f67-b00b-b21a37e11a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.730987425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"66633534-d815-435e-96b4-1d2ff1568cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.740672196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"45205902-acfa-4777-a2e5-0860c50827ea","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.746935118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dd9dd503-1e60-4ae7-9f4b-e9d60c042e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.759719377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2c0327c-bd93-457f-b249-74d72a844675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.765304695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"45205902-acfa-4777-a2e5-0860c50827ea","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:25.780894517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2c0327c-bd93-457f-b249-74d72a844675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:30.856496821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"ca52559c-05d7-4eab-a2c1-275255e521d4","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:30.856527923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"ca52559c-05d7-4eab-a2c1-275255e521d4","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:30.887494566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"b909fed7-af4e-4eca-b2b4-ddb578d0f06e","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:30.887527464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"b909fed7-af4e-4eca-b2b4-ddb578d0f06e","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:30.949076557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"adc6b014-eae5-4185-b151-19964be5f98c","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:30.971088633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"adc6b014-eae5-4185-b151-19964be5f98c","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.179059678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"68bdb07c-3bea-4fc8-8edc-64e641e48176","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.179098561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"68bdb07c-3bea-4fc8-8edc-64e641e48176","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.262422527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"ff0216c5-c7cc-4b39-8bc1-f4bec96498b1","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.295985408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"ff0216c5-c7cc-4b39-8bc1-f4bec96498b1","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.386854232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"adb76341-f8cb-4b81-94dc-b03ce11aaaa5","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.413767927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"adb76341-f8cb-4b81-94dc-b03ce11aaaa5","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.43794936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e32a689a7c8c867770483d411a837453c545e0fb9f2349885a275c70e9f6a795) AuthConfig (46ba746181ad0b2e9eac051c07637a7ab03d29f28ae82cfb41762fa01bff59e2) AuthConfig (07b31c0a041e4d1c5e35af404e93cc01e7c07e73c2d85844247cdd0f589555da) AuthConfig (8331783ac1fc92f7f0b1134c3d28a392ba415b178d1d5fe3b9ee0be55a3096c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"adb76341-f8cb-4b81-94dc-b03ce11aaaa5","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.478593671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"f4016d93-75d4-40b6-b488-b8d6391dc2dd","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.889307746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"9982f91c-e97c-4295-952d-6d40fbe76899","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.938455252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"9982f91c-e97c-4295-952d-6d40fbe76899","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:31.968587064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04ee94f4ce1c6684adadf089bca6013e7cdb4c1069ea20f8b8b1906766a31473) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (18348aeb4767b8028e5be94462418fdaa1526bc850844d046114fd48e6d05936) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (187b69f3316480f4ccdd2a9eaf60b22075d9a078df392fbda163ffaf1d38736a) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (54f056d3f200c34647ed1375eaacf35ad880005ebf05ebbd3c9d849af93188e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"9982f91c-e97c-4295-952d-6d40fbe76899","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:32.012792351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c40373ce-682e-4352-a644-1f5ca94dc66d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:32.031353441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"d2ce438c-6330-480f-80b3-df09169b5246","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:32.031390816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"d2ce438c-6330-480f-80b3-df09169b5246","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:32.03634925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c40373ce-682e-4352-a644-1f5ca94dc66d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:32.066266293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e32a689a7c8c867770483d411a837453c545e0fb9f2349885a275c70e9f6a795) AuthConfig (46ba746181ad0b2e9eac051c07637a7ab03d29f28ae82cfb41762fa01bff59e2) AuthConfig (07b31c0a041e4d1c5e35af404e93cc01e7c07e73c2d85844247cdd0f589555da) AuthConfig (8331783ac1fc92f7f0b1134c3d28a392ba415b178d1d5fe3b9ee0be55a3096c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c40373ce-682e-4352-a644-1f5ca94dc66d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.483567624Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.498824107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fdfaa312-d2d2-44f4-aa6d-6bf6c650af32","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.498860933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fdfaa312-d2d2-44f4-aa6d-6bf6c650af32","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:33.518290764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"694b7147-ea87-4e2f-8306-7d33c360f12a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-bf3150-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.552458968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fb478892-d5f7-4ff8-beb4-bf840c29129f","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.552491511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fb478892-d5f7-4ff8-beb4-bf840c29129f","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.573579262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"5fec076b-84b4-4a97-aba7-6d95956481d0","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.573717387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ec8d79-f854-41ed-8a9f-6aa08c747a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.574174978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d6a7aa50-a6c1-42e5-ac89-6a83f64fec94","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.574182925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8d300b-90d7-4c86-bf7f-7ac1ce9f6218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.574602982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"9848e009-eb25-4f2e-a8bd-9dfc52f179e4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:33.583253979Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fb478892-d5f7-4ff8-beb4-bf840c29129f","name":"e2e-dft-bf3150","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-bf3150\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:33.583310948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fb478892-d5f7-4ff8-beb4-bf840c29129f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-bf3150\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.595735615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ec8d79-f854-41ed-8a9f-6aa08c747a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.59574376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d6a7aa50-a6c1-42e5-ac89-6a83f64fec94","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.599378918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"5fec076b-84b4-4a97-aba7-6d95956481d0","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.599399222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"9848e009-eb25-4f2e-a8bd-9dfc52f179e4","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.600105581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"965e18ea-e6b2-40da-98af-3d9ee590ed30","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.600125976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"965e18ea-e6b2-40da-98af-3d9ee590ed30","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.60252133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8d300b-90d7-4c86-bf7f-7ac1ce9f6218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.629978947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"f1803439-749a-4ef9-96e7-ebf69b094a6f","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.630003141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"f1803439-749a-4ef9-96e7-ebf69b094a6f","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.659794341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"cd598e53-7abe-479a-9319-8500601d3e56","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.659820487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"cd598e53-7abe-479a-9319-8500601d3e56","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.662992436Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"409e7d80-f950-49de-9c5f-add0d88030c6","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"e2e-dft-bf3150","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-bf3150-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.724985549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c07c65e-ebe0-4f4f-8cc2-d889b04cd03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.773077905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e6d5fa-be89-43f5-a884-6e5323e0a500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.778687276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c07c65e-ebe0-4f4f-8cc2-d889b04cd03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.794574141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e6d5fa-be89-43f5-a884-6e5323e0a500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.873946732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"4067ed08-e001-47a7-b207-d3fc00c60bb3","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.87397812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"4067ed08-e001-47a7-b207-d3fc00c60bb3","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.915250508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"76938e43-7a48-4cbc-b207-3eb5a1d83b1d","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.915269433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"277cca88-988c-47bf-b8c4-323652ef1b9b","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.921637192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"8ae7f51e-4c1a-420f-b532-57f8116aee01","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"llm/e2e-dft-bf3150","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.935948421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"277cca88-988c-47bf-b8c4-323652ef1b9b","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.936844306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"76938e43-7a48-4cbc-b207-3eb5a1d83b1d","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.94430782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2b1ba49c-147b-4657-bc77-8d1d1d5b5eba","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:33.96446066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"2b1ba49c-147b-4657-bc77-8d1d1d5b5eba","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:40.758923614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:42.058070013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a91588c3-a01e-4b0c-a2d6-b4aea28942a2","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:42.078151337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a91588c3-a01e-4b0c-a2d6-b4aea28942a2","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:42.098620669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04ee94f4ce1c6684adadf089bca6013e7cdb4c1069ea20f8b8b1906766a31473) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (18348aeb4767b8028e5be94462418fdaa1526bc850844d046114fd48e6d05936) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (187b69f3316480f4ccdd2a9eaf60b22075d9a078df392fbda163ffaf1d38736a) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (54f056d3f200c34647ed1375eaacf35ad880005ebf05ebbd3c9d849af93188e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a91588c3-a01e-4b0c-a2d6-b4aea28942a2","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:42.099256675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6da8b42f-e82b-430a-b090-2000a132a9c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:42.12524607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6da8b42f-e82b-430a-b090-2000a132a9c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:42.145026585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-696f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e32a689a7c8c867770483d411a837453c545e0fb9f2349885a275c70e9f6a795) AuthConfig (46ba746181ad0b2e9eac051c07637a7ab03d29f28ae82cfb41762fa01bff59e2) AuthConfig (07b31c0a041e4d1c5e35af404e93cc01e7c07e73c2d85844247cdd0f589555da) AuthConfig (8331783ac1fc92f7f0b1134c3d28a392ba415b178d1d5fe3b9ee0be55a3096c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6da8b42f-e82b-430a-b090-2000a132a9c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:49.757713678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"d09a4417-1974-413f-9685-433168900f3c","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"llm/e2e-dft-bf3150","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:49.915478592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"c9d8cdd8-422a-44d2-a753-519bd99687bd","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:49.915638314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"c9d8cdd8-422a-44d2-a753-519bd99687bd","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.624971477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"142edeb8-0d5f-4ed1-a0bc-a19e5444591e","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.626298317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"abce74c9-adab-4fb0-b9ab-9a1d425252df","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.637019111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d79519a9-8b8c-4752-81cb-b4dc9abb0250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.643263847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed0c1f93-45d6-4a20-a740-14d52645956d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.649362449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"142edeb8-0d5f-4ed1-a0bc-a19e5444591e","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.655797404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"20d507d3-5f91-4c43-84aa-47e46954a7ce","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.660358688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"abce74c9-adab-4fb0-b9ab-9a1d425252df","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.66978537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d79519a9-8b8c-4752-81cb-b4dc9abb0250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.671416075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed0c1f93-45d6-4a20-a740-14d52645956d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:50.683442173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"20d507d3-5f91-4c43-84aa-47e46954a7ce","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.13083044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a5c45511-05ac-48db-9420-3fa48c302bb8","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.150106843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a5c45511-05ac-48db-9420-3fa48c302bb8","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.230664744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3d667e8c-1bd2-4435-8e6f-210baf5fe7cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.249883226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3d667e8c-1bd2-4435-8e6f-210baf5fe7cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.346996516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"127eb5e3-3589-4e83-aea8-25addccc2e2c","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.347025588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"127eb5e3-3589-4e83-aea8-25addccc2e2c","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:52.447621703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"9c8a60b9-9741-4803-a9d4-c1d8e36edead","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.096820473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.114991032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"d994eeb3-aee0-4cae-b296-c668b916c784","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.129614462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"fe02ea14-482c-46a4-9b1b-f750d13ca57c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:54.130106307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"88913d92-21a2-4c99-bcc0-c4d44786a729","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-a8a4e8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.149280457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"fe02ea14-482c-46a4-9b1b-f750d13ca57c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.166754627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"20ffdabc-2492-4c56-b82a-45eccf2ec9cf","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:54.198715645Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"20ffdabc-2492-4c56-b82a-45eccf2ec9cf","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:54.198784182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"20ffdabc-2492-4c56-b82a-45eccf2ec9cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.219153869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"1f68e638-8349-44c7-a144-ea6f2b5e2f5c","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.236825416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.254746406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"2acb0db0-3bd1-4456-8c30-0ab2d07d9fdc","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.254774801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"2acb0db0-3bd1-4456-8c30-0ab2d07d9fdc","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.25577342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1f899384-b195-42f4-9864-ad945066c32c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.268450379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a413f6d5-8a64-4f2c-b19f-4cf46070a43e","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:54.273804625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"4b2396a4-2055-44ce-8f2b-b9bb181cf6da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-0826a4fb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.275516755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1f899384-b195-42f4-9864-ad945066c32c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.277595598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"e8cbec84-c8fa-4b0a-8be8-3d98f8b9daef","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.288581561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a413f6d5-8a64-4f2c-b19f-4cf46070a43e","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.303356924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"41bc0354-2ce2-46cc-bcc6-77622e22b50f","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.303393464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"41bc0354-2ce2-46cc-bcc6-77622e22b50f","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:54.334443656Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"41bc0354-2ce2-46cc-bcc6-77622e22b50f","name":"e2e-fail-0826a4fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-0826a4fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:04:54.334508686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"41bc0354-2ce2-46cc-bcc6-77622e22b50f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-0826a4fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.349343186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"da828950-a112-4051-95f2-11c61eca0a31","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.349369995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"da828950-a112-4051-95f2-11c61eca0a31","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.379080936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"eed48ef3-91c4-4a9a-b939-3b16549c97cf","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.379109264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"eed48ef3-91c4-4a9a-b939-3b16549c97cf","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.409211921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"c353be32-63b9-46a0-961a-a8e1709f053f","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.410934834Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"b0f0f08e-7c35-4e0a-a190-11f343c3af19","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-fail-0826a4fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-943963/e2e-fail-0826a4fb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.42285926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"945dafca-736c-4f85-b4c3-3e9106cbfbc3","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.452127273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"fc33f110-239a-4302-bb3a-2e15896aa290","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.471679409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"fc33f110-239a-4302-bb3a-2e15896aa290","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.496455519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"b72d7922-5551-402e-805c-e1518fd615dd","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.496491062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"b72d7922-5551-402e-805c-e1518fd615dd","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:04:54.555553937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"cb668523-9a4d-421f-9d24-a1eb8491c9be","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:10.759616566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:18.912038136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"bbe9f089-9a41-4b0a-944a-a07010990fe9","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:19.024251168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"7bc4f598-a6d6-4f4c-974f-e7a8a81a35d5","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:19.373890998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"2314f4f7-e9f0-4831-8a34-52c0833e87da","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:19.459060443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"c2832011-1311-4207-9a30-705e3843ebb7","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:19.459093818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"c2832011-1311-4207-9a30-705e3843ebb7","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:19.877111214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"d85fea20-4960-4cda-88b0-407eb7ba84bb","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:19.898067303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"d85fea20-4960-4cda-88b0-407eb7ba84bb","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:20.042333913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"de169026-353a-41e0-b136-8530f7423927","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:20.061835914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"de169026-353a-41e0-b136-8530f7423927","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.410748247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"57a89682-6ef7-4fdd-8495-4c7d28f10a59","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.441077617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"bff406a5-8ffa-44be-b238-20cd853cb305","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.453257974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c7364595-2879-471d-a9da-dce86e61372a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.507784175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c7364595-2879-471d-a9da-dce86e61372a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.526832207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c7364595-2879-471d-a9da-dce86e61372a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.560106407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"d9088eb6-b6b6-4793-88b1-b20e9078ae4e","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.808952653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"3626af33-3ae8-4404-a8c0-409e1f56bb23","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.829700912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ef0f41ab-a6cd-4302-8286-d25c05b63785","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.84280717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4552ebab-91bc-4099-bd0a-9f9b561efa85","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.855525935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a550582e-6015-40e7-aae4-1e3e2f876351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.855543503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dfb3fa4a-4a7a-4746-ab4d-ffba3fdb19e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.857242463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a1936263-027c-424c-b3ec-857692685f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.857786296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e71ab566-401d-4af4-8776-19a9dbd78537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.862184075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4552ebab-91bc-4099-bd0a-9f9b561efa85","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.875390137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a550582e-6015-40e7-aae4-1e3e2f876351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.876512582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"dfb3fa4a-4a7a-4746-ab4d-ffba3fdb19e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.878205328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"a1936263-027c-424c-b3ec-857692685f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.88012975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e71ab566-401d-4af4-8776-19a9dbd78537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.880206998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4552ebab-91bc-4099-bd0a-9f9b561efa85","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.930462997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"25cecd5b-fe93-42f0-bf36-674f2a04cbdc","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.930500156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"25cecd5b-fe93-42f0-bf36-674f2a04cbdc","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.941034228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a4450f20-91dd-4094-a2bf-9679c9958844","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.961936925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"a4450f20-91dd-4094-a2bf-9679c9958844","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.98366552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"6c24b5a5-7293-4f68-ac6b-bb6e56dcc461","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:21.983706292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"6c24b5a5-7293-4f68-ac6b-bb6e56dcc461","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.006160448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"b478bed2-77cd-4f01-aa3f-caac0f60d511","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.056939664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3d99ec7d-e9cf-41ae-8f52-a099ab009422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.057591775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2b84c991-6d65-4fe8-9889-8ac0e3458b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.056939703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a5b08d16-e35a-4ff5-b859-17755d4c3f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.060271671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"88b61c95-8ecc-4a21-9297-207e91e9bfbc","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.076642435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3d99ec7d-e9cf-41ae-8f52-a099ab009422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.078708619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"a5b08d16-e35a-4ff5-b859-17755d4c3f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.078879006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"2b84c991-6d65-4fe8-9889-8ac0e3458b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.099032876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d782cec2-1654-46eb-8230-323752ec354a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.118596042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d782cec2-1654-46eb-8230-323752ec354a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.163247698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"bee9284c-c554-40e9-90f1-0e24f10d18a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.165988201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"810bd0ec-df9a-4ff0-aeaf-1e199dd37365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.167269604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"630cfddf-4094-4ac5-be45-2dae2b3d5cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.184265435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"bee9284c-c554-40e9-90f1-0e24f10d18a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.185340918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"810bd0ec-df9a-4ff0-aeaf-1e199dd37365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.188300359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"630cfddf-4094-4ac5-be45-2dae2b3d5cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.216457854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"e79cede4-92ba-4e59-b976-8a57f00b5d5a","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.217839468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"e75816c1-9f04-4bec-b890-f5b86b3b1019","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.271604601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"e75816c1-9f04-4bec-b890-f5b86b3b1019","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.273522334Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"3cb8381b-c4a7-4a8a-8d56-141cd987208f","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.295183884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d58377c4-cb34-4159-b115-beacd97e90ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.29657664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"95d1c01a-b63d-48a5-91f9-4cedb4c52574","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.312383342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"95d1c01a-b63d-48a5-91f9-4cedb4c52574","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.335087361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d58377c4-cb34-4159-b115-beacd97e90ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.354556933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"20d1da31-75fd-4185-995a-abecc69939fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.421488677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"20d1da31-75fd-4185-995a-abecc69939fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.43262896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"7b6578b5-0964-45aa-8b95-2a37fbc56b27","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.463660131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"7b6578b5-0964-45aa-8b95-2a37fbc56b27","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.477650266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"add50a67-aa65-46e9-9877-6a04b7c15dac","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.478025958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5e10f6bb-375b-4466-966f-b911a8a9bd76","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.499718412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5e10f6bb-375b-4466-966f-b911a8a9bd76","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.502754408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"add50a67-aa65-46e9-9877-6a04b7c15dac","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.519296507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5e10f6bb-375b-4466-966f-b911a8a9bd76","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.582068886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a31245e9-6a57-4938-9011-059d04babbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.58240417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"adaf18a0-495d-42aa-854d-00b14db11eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.592918497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5800598d-75a8-416b-90e9-fe2811b340fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.602284533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"adaf18a0-495d-42aa-854d-00b14db11eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.603411585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"a31245e9-6a57-4938-9011-059d04babbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.607785796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7ce3b247-ba70-47b0-9954-16167a66e068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.612885957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"5800598d-75a8-416b-90e9-fe2811b340fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.628209061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7ce3b247-ba70-47b0-9954-16167a66e068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.667729819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"1c28b01b-7513-43a3-b8b3-cd67416af104","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.683204709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"52060b81-3445-4f29-bdac-9d72adaa3e8e","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.683235798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"52060b81-3445-4f29-bdac-9d72adaa3e8e","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.687356566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"1c28b01b-7513-43a3-b8b3-cd67416af104","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.737821312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a75434-9f15-49f5-94a4-a8f51d2fae79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.757178526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a75434-9f15-49f5-94a4-a8f51d2fae79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.766964101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"2903df34-844f-4875-8b49-ffefb028e3fb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.779723393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"cda3b2fc-286e-496b-bf43-62921167c3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.779723374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c3b2347a-5cc3-4cb1-a407-5edd7fbdf1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.799728694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"cda3b2fc-286e-496b-bf43-62921167c3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.799802103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"c3b2347a-5cc3-4cb1-a407-5edd7fbdf1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.819241767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"2903df34-844f-4875-8b49-ffefb028e3fb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.837412227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"2903df34-844f-4875-8b49-ffefb028e3fb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.872151089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"382b2e48-d714-4dce-8e1a-ac88ab4abb32","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.872182102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"382b2e48-d714-4dce-8e1a-ac88ab4abb32","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.880578723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"420ee4bc-0c54-4f50-b779-c72b9be66fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.880935628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6f6f0650-6b3c-43f7-889a-b17e3d038267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.901947955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"420ee4bc-0c54-4f50-b779-c72b9be66fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.903028979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6f6f0650-6b3c-43f7-889a-b17e3d038267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:22.987842147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"b9f626e4-cfa3-410e-a01a-962cc58e35b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.000638254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"facac446-2488-4b1f-b037-c80661da3c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.007513398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"b9f626e4-cfa3-410e-a01a-962cc58e35b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.02025815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"facac446-2488-4b1f-b037-c80661da3c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.042666567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"cf0ded17-8744-499f-8159-67c2ff224677","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.043475452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0037fea9-2b8c-4e50-bc04-e06f1cadf84e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.06365515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"cf0ded17-8744-499f-8159-67c2ff224677","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:23.06406923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0037fea9-2b8c-4e50-bc04-e06f1cadf84e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:32.552542496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"2a00190e-c33f-47c4-b710-07a056e04ed4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:32.572497283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"2a00190e-c33f-47c4-b710-07a056e04ed4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:32.591538909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"2a00190e-c33f-47c4-b710-07a056e04ed4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:32.890696171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"904d5885-2919-4c5c-9788-e5d747e573d1","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:32.911694019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"904d5885-2919-4c5c-9788-e5d747e573d1","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:32.929934033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"904d5885-2919-4c5c-9788-e5d747e573d1","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.379523758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"6a0806b2-6f60-45d4-9f3f-274d7bfae464","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.379597594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"9b941e34-d2d8-47c2-9936-c7522a222e9f","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.400890973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"6a0806b2-6f60-45d4-9f3f-274d7bfae464","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.400928584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"9b941e34-d2d8-47c2-9936-c7522a222e9f","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.419351452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da6566dfe9c25ea5130031eecb6aadcdf0f0caf2ae7a28e6620c2242369f5eae) AuthConfig (a84125aec6bd190835d18afffbc26c8a9d93a2c50bab07f00452df9ff53b5a53) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (d6cf62a509e2d06f60665f453b6f5d7c7fd9a3fae69659380bad0ebd13ffcecc) AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (c1f13444c199f6631f8b8d4ce325baf2abf8b03b3a90f91f5821d87eedbb8628)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"6a0806b2-6f60-45d4-9f3f-274d7bfae464","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.455281978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"eadf235c-42ee-4204-b5bb-3c935e9dfb32","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:38.455314066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"eadf235c-42ee-4204-b5bb-3c935e9dfb32","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:40.758469266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:42.623795471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"90ccb84c-97af-4fa6-b380-8c416257d9c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:42.643491633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"90ccb84c-97af-4fa6-b380-8c416257d9c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:42.662280558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb2b22e5687cc5c527867169b264452f94846c3d60ea963a34740b0ab618ca0e) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (02f6489a8b4ea9487ea283a9e2c0c4e4fc1a6ae23f98f5f9af53d94511dad1e9) AuthConfig (63229c2c8aa70a5f71cfde9b7b92c07eddb37e72b0e05c095c39c7d476ccb2df) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (2adbefa43043eaa4f7c7c421bc3fc1efdd21de0abc819d3a89dfda12c7c8e305) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"90ccb84c-97af-4fa6-b380-8c416257d9c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:42.697964438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"af3ec9ae-5e87-4000-a2c1-66e6af851348","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:48.486573146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"90228019-7887-44d9-a4f0-101a96f5f519","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:48.506304424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"90228019-7887-44d9-a4f0-101a96f5f519","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:48.52462493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da6566dfe9c25ea5130031eecb6aadcdf0f0caf2ae7a28e6620c2242369f5eae) AuthConfig (a84125aec6bd190835d18afffbc26c8a9d93a2c50bab07f00452df9ff53b5a53) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (d6cf62a509e2d06f60665f453b6f5d7c7fd9a3fae69659380bad0ebd13ffcecc) AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (c1f13444c199f6631f8b8d4ce325baf2abf8b03b3a90f91f5821d87eedbb8628)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"90228019-7887-44d9-a4f0-101a96f5f519","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:52.714315171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"84d46843-d6d6-45b0-bece-809e5d5ab73f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:52.733977696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"84d46843-d6d6-45b0-bece-809e5d5ab73f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:52.751803356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb2b22e5687cc5c527867169b264452f94846c3d60ea963a34740b0ab618ca0e) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (02f6489a8b4ea9487ea283a9e2c0c4e4fc1a6ae23f98f5f9af53d94511dad1e9) AuthConfig (63229c2c8aa70a5f71cfde9b7b92c07eddb37e72b0e05c095c39c7d476ccb2df) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (2adbefa43043eaa4f7c7c421bc3fc1efdd21de0abc819d3a89dfda12c7c8e305) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"84d46843-d6d6-45b0-bece-809e5d5ab73f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:58.55815606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"02d272cc-42c8-4122-86f9-d0d3f3559466","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:58.579214519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"02d272cc-42c8-4122-86f9-d0d3f3559466","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:05:58.597517812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da6566dfe9c25ea5130031eecb6aadcdf0f0caf2ae7a28e6620c2242369f5eae) AuthConfig (a84125aec6bd190835d18afffbc26c8a9d93a2c50bab07f00452df9ff53b5a53) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (d6cf62a509e2d06f60665f453b6f5d7c7fd9a3fae69659380bad0ebd13ffcecc) AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (c1f13444c199f6631f8b8d4ce325baf2abf8b03b3a90f91f5821d87eedbb8628)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"02d272cc-42c8-4122-86f9-d0d3f3559466","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:02.785978668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"74db5de1-eec2-4f3c-91b2-a4f73417fde2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:02.805758349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"74db5de1-eec2-4f3c-91b2-a4f73417fde2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:02.824234506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4a73b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb2b22e5687cc5c527867169b264452f94846c3d60ea963a34740b0ab618ca0e) AuthConfig (a14265eadf0ee497bc112bd31a2c360472eab7dff2ea397d00c61350bb221070) AuthConfig (02f6489a8b4ea9487ea283a9e2c0c4e4fc1a6ae23f98f5f9af53d94511dad1e9) AuthConfig (63229c2c8aa70a5f71cfde9b7b92c07eddb37e72b0e05c095c39c7d476ccb2df) AuthConfig (1690e989eadb73ec4c00b2ec2cb9624a75d9a5ec02fc0443cd1cb7e285aee5a3) AuthConfig (9b89b79136faa898b261057805d968002dbc4f922994576aa810b4151d193eb6) AuthConfig (431ca91b3290e0bb2aea5811058022af4c8182aa4781bf3294d09d6566b3de48) AuthConfig (b1a3c5e7513fc5f3c4273e9a5f750289ad613bf59b3cb8511f0ff04996e9c223) AuthConfig (2adbefa43043eaa4f7c7c421bc3fc1efdd21de0abc819d3a89dfda12c7c8e305) AuthConfig (fc40d0935b8896ae1446bd0d15ac62a2a5b4a333a93cbf26e5df20be9e7e5a6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"74db5de1-eec2-4f3c-91b2-a4f73417fde2","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.33531624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51bb2bbc-8428-4a65-bd69-42dd13bf5d71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.46958431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"9e76cdd7-b7c1-4fa0-97aa-4f3109205cd5","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"llm/e2e-dft-bf3150","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.564169193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"beb3abba-f7d6-4145-986f-5c8a54935ede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.57096178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"69cbf11c-d21a-4c8e-9425-0dc3c6291f57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.587076709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"fe201495-14cd-453d-94cf-37f8bfdc3284","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.671890205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"05039086-1c2c-4630-ae0c-8e613a265770","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.672299735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"9c5f2858-2057-449c-874c-1bceacb58d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.752394025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d404c69c-9a74-490a-8a01-a13dde6e3628","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.752706622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"4b8002ed-eade-4890-98ca-e8020924f32a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.752888092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"ca3f8700-a4e5-4680-85c3-31c16711a496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.7684796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"ddc29dfb-7a91-4801-8fe1-f24f9bf0f72b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:06.937191922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"c5310d5c-1f41-435d-b07c-e95dd0625b2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:07.032707544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"ed8847b4-967b-4418-975a-fab276bb9c57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:07.04257574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"478fda12-b087-4797-b162-b210c734b6fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:07.150767117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"942578b6-a14a-4c86-94bc-39eca5876f1a","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:07.150773692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"f4f33534-b0e3-44c3-a33d-193c47fc841c","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:07.151140191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"ff5c4df5-d499-43c8-b0d4-3d24c290dae3","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:08.628697511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"b1c6ac34-1ff9-4ace-9ad4-98378b06df91","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:08.648272289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"b1c6ac34-1ff9-4ace-9ad4-98378b06df91","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:08.778459094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"827b2f93-e88f-4692-9222-1c5734d651c8","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:08.778609964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"827b2f93-e88f-4692-9222-1c5734d651c8","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:10.764636283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:12.856596375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7b517178-27ce-441c-a420-cc3b845460c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:12.877413426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7b517178-27ce-441c-a420-cc3b845460c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:13.006301843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"a7f09e68-3604-4a3d-aded-e4c6691eeaac","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.104105123Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.118761428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"0eaad133-41e3-4519-a925-cd857a134a91","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.118799095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"0eaad133-41e3-4519-a925-cd857a134a91","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.135962304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"93488bb7-8c66-41cc-8447-50da8a928a36","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:14.136764121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"b1d72cbc-460a-449c-8d68-005633eb471a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-554b5ce4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.156444173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"93488bb7-8c66-41cc-8447-50da8a928a36","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.170671776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ef84e2fa-8374-4f54-bfc7-7293ddcbf4fb","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.170699029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ef84e2fa-8374-4f54-bfc7-7293ddcbf4fb","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:14.201496852Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ef84e2fa-8374-4f54-bfc7-7293ddcbf4fb","name":"e2e-fail-554b5ce4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-554b5ce4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:14.201566861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ef84e2fa-8374-4f54-bfc7-7293ddcbf4fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-554b5ce4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.216661727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"01ad8514-0f03-43e3-8cc7-8963968b6169","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.216786083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"01ad8514-0f03-43e3-8cc7-8963968b6169","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.289199785Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"cfba5419-7f62-47c3-a12e-9efdaa4eef72","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-fail-554b5ce4","model":"e2e-fail-554b5ce4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56a6d4/e2e-fail-554b5ce4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.332042907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"034db5d4-2ae4-45c6-aa78-17ddf4ddccfb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.351431965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"034db5d4-2ae4-45c6-aa78-17ddf4ddccfb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.375676477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"e4423f67-b615-488c-a2c2-1e5aacee87f6","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.375704882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"e4423f67-b615-488c-a2c2-1e5aacee87f6","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:14.438398739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"34848af5-8bfe-4d57-8271-b9cf85b33e2e","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-fail-554b5ce4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.473824486Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.487899632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"731a8043-e446-481e-b854-ec975f991bb4","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.507492353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"a5f26e41-eaed-4884-b07a-9a8878af0873","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:18.518775814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"4d0b26f1-be27-42f2-af1b-d20cbc48580b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-a8a4e8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.576618926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"a5f26e41-eaed-4884-b07a-9a8878af0873","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.588547664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"fbf1b96f-e225-48bd-8c08-27977b7c370b","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:18.626531354Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"fbf1b96f-e225-48bd-8c08-27977b7c370b","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:18.626600264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"fbf1b96f-e225-48bd-8c08-27977b7c370b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.642010194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"25951cbb-9330-4d3f-9e2b-b117ddcfe6f3","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.673265065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"9b50fe8f-4946-46f2-b6cd-25caedfc05b4","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.701441729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c54f0e72-e887-4ad2-9957-b65bed0f7525","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.711352559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"7c333253-bf5a-4c39-abe8-4ea29d2c803e","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-shared-a8a4e8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.722061282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c54f0e72-e887-4ad2-9957-b65bed0f7525","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.795713784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"dc7f2498-ff9f-4834-a73f-b19a59b5095b","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:18.856934896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"2e153771-9743-41e8-8e20-28902114d44b","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.225078518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"5b91f904-62a7-46ef-b263-6e594b79ab75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.307033712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fc4905b-bbe4-4342-a8bb-7a3f75f73986","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.330510443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"f2f377eb-372b-4b1c-932e-0412956dc650","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"llm/e2e-dft-bf3150","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.40360173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"e619c9c7-e963-44db-8997-2f4feaf1282a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.403972011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"4b6eb686-3869-4a96-aed6-104b7495a6ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.41824585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"92931c04-c43b-463e-86da-88c8c3e7a1b4","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.500246639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"7ba11284-8ed8-4de1-9f6d-72fa820a7d0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.500611644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"80c38492-521a-4b8b-989f-e9067990fe03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.514811507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"a7c303ac-65e3-4e07-b58a-abc37bc751c7","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.701997946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"665bc05f-4dc3-4837-a90e-139db3c19e06","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.703801911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"4f12a079-3dba-4b5f-8617-98c0df25f844","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","model":"llm/e2e-dft-e99ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.733725403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"39de7655-689d-4323-96b9-849774783704","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.753400973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"08fee2e4-34c3-4ded-9fe4-9cf1d3485dbc","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.789747161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"12d2d349-8f93-4e2e-a5c3-b16b2f92a2fe","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.852210908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4500e2a9-6d02-4f10-b1ff-824f0432bf14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:38.960589973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"a0bb628e-6257-41bb-82d1-c0d3b4a04040","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.132749205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"cc0ff46b-f259-463e-8665-8ccf6e90bc02","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-fail-554b5ce4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.212695778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"1bab1de6-aa84-47f3-b9b2-39610dab862d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.212771426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"50c3885f-3269-44a7-b795-3295c36e7fc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.22060397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"602a8f6e-5cc8-4cd5-a7b7-be7530bf9f2c","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.220637423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"602a8f6e-5cc8-4cd5-a7b7-be7530bf9f2c","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.312488549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"01dca9c0-8858-4ab8-92d0-28a504eac197","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.644937399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9a6cb48c-c974-4d09-bd75-84b171dddc39","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.644936604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3a9f342e-1ca3-411f-979b-e571771d43b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.664883801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3a9f342e-1ca3-411f-979b-e571771d43b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.665083581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9a6cb48c-c974-4d09-bd75-84b171dddc39","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.944474986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"ffa0e2ea-b15c-4659-891f-c275d7aa76fb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.944596558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"d422d70c-41d1-4364-ae8a-cf713b79c93c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.963903876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"ffa0e2ea-b15c-4659-891f-c275d7aa76fb","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:39.9644391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"d422d70c-41d1-4364-ae8a-cf713b79c93c","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.034439951Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","reconcileID":"cbe9e51c-aa5d-4716-a462-b2f8e5ecc14f","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.078899209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"40817b54-8f78-45b7-abf8-9bf5c92657c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.082083971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3fcd6ab8-d826-4e3a-9dc0-c7e511b80c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.098976965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"40817b54-8f78-45b7-abf8-9bf5c92657c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.101960818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3fcd6ab8-d826-4e3a-9dc0-c7e511b80c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.120647083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72c54b38-c46c-41ec-bca2-c628f3697b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.13998014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72c54b38-c46c-41ec-bca2-c628f3697b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.159579126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e853aafc-256e-422f-aa2e-3cb6fd58b1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.160435484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f4d8a5b8-4371-4a52-b227-5641817404ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.179351014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e853aafc-256e-422f-aa2e-3cb6fd58b1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.179631733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f4d8a5b8-4371-4a52-b227-5641817404ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.38907504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"aef71ad2-1833-4d48-806e-020912b46d96","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.405432058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fd1b5cfe-d341-41b6-94ab-7c18ad968053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.405728691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f796b351-7b20-48a5-8276-811a426f0c14","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.417059056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3b90e21e-66c3-496d-8ec4-4c6b91d4ca57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.428733626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"fd1b5cfe-d341-41b6-94ab-7c18ad968053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.430996113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f796b351-7b20-48a5-8276-811a426f0c14","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.436964991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3b90e21e-66c3-496d-8ec4-4c6b91d4ca57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.461016711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b458842f-8897-472a-b5e2-46215dc02316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.467084191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5a69c0f8-28e6-49fd-947d-b59adba8283f","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.480699672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b458842f-8897-472a-b5e2-46215dc02316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.489536089Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"de500c93-c093-43bd-82bf-9aa4c3cab290","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.491471954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"5a69c0f8-28e6-49fd-947d-b59adba8283f","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.542823562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"233c96d7-0d82-4ed0-bee7-012aa2862fe4","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.558047333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"34375033-19dc-4535-b409-e733041a9553","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.578242295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"34375033-19dc-4535-b409-e733041a9553","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.603453184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"72270545-e745-4f0d-a9a4-ff061a726ebe","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.622898432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"72270545-e745-4f0d-a9a4-ff061a726ebe","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.634005217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","reconcileID":"10775ce5-3819-479b-bf48-706a77d48bb0","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.666207992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"f805b8e6-0ef8-49f4-a2c7-6c8f3f275bcf","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.689034171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"f805b8e6-0ef8-49f4-a2c7-6c8f3f275bcf","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.715780372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"e25182f6-1237-43d4-b6b8-6d271c917ee4","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.738835871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"e25182f6-1237-43d4-b6b8-6d271c917ee4","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.739812387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"809942f4-bd31-4caf-943a-419f77597dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.761825525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"809942f4-bd31-4caf-943a-419f77597dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.771871712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.787498823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"0cba6a8b-d0ce-418c-b04b-7a4c7abc4084","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.817790494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"00496924-84e3-41f0-90e6-2bb39fd92ccd","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.824503854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1d73c1ed-6874-4878-8e0c-18ebab345172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.82450444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4f553db1-eb7b-46f1-bb7f-8e61a2bddb2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.844745299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4f553db1-eb7b-46f1-bb7f-8e61a2bddb2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.845264922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"1d73c1ed-6874-4878-8e0c-18ebab345172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.849376046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"1cf1eef0-68cc-4027-8906-634fd0dafbfd","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.84952537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"eddae9ea-b60e-4a82-9fd1-c02326cf58ba","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.849942473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"1daeae38-3d2a-4fea-a344-aa58b325d479","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.891951239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"f28eaf0c-24ae-4418-b5f8-4a248b751ff1","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.921887689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"97d27fc2-d3e2-4fc3-8712-c38ab5cc0b9b","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.925102819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ba2bcbc2-e9fb-40e2-9e9d-a3a504b5133e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:40.945826853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"ba2bcbc2-e9fb-40e2-9e9d-a3a504b5133e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.012585098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"4cbbed3d-c2d9-4391-99dd-47e9472b9a22","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.025084584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e8bc37da-7305-4930-9879-75972ac46bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.025081876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"482f9742-b1ec-4aea-be6b-99aeaf94f0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.026089354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"609d1fcd-286f-4843-b118-a63800b87d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.032041217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"4cbbed3d-c2d9-4391-99dd-47e9472b9a22","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.04508723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"482f9742-b1ec-4aea-be6b-99aeaf94f0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.045129492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e8bc37da-7305-4930-9879-75972ac46bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.04776931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"609d1fcd-286f-4843-b118-a63800b87d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.138142843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"c32640bc-aae9-46ca-98c6-c74e7bfebae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.163057382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"c32640bc-aae9-46ca-98c6-c74e7bfebae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.246032017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f48e187b-ea16-4963-a318-aaf62f5ba42f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.270100401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"42ac1211-014d-42bd-88bc-1c2c440a2f20","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.305985269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f48e187b-ea16-4963-a318-aaf62f5ba42f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.329640126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"62da6f1d-0398-4cdb-9710-e9ed7d6fe252","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.343920512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"54047600-1aaf-4b31-874c-6acaf52c652e","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.347267921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0e025fc6-8253-4885-95a8-3031a964eb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.367011636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"62da6f1d-0398-4cdb-9710-e9ed7d6fe252","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.367787077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"67fa407b-dafa-4089-9e7b-cff5ca40e164","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.37063516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0e025fc6-8253-4885-95a8-3031a964eb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.379085958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"ffc3b51d-cf75-4c89-9c15-8450bd119b8c","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.383493151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"dce5bf7f-6628-4383-84ad-5d8c004f19f3","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.41205331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c86e8f-9c52-4819-b4cc-5c94fa9e4684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.414170194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"ab837ac2-d3e8-4c2f-8a9b-525b1a6d1226","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.43296017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c86e8f-9c52-4819-b4cc-5c94fa9e4684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.443648966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"d3a37e7d-51c6-46d1-bef7-a45e9f289127","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.468871383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"bd01ed2b-1a09-4739-93db-6f73380e3531","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.488528568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"bd01ed2b-1a09-4739-93db-6f73380e3531","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.512141167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"607c7569-03df-4e37-b575-82b5b5b45691","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.531487972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"607c7569-03df-4e37-b575-82b5b5b45691","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.652059884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"07fb6d18-c579-41db-a82b-1dbd0702c4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.67446847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"07fb6d18-c579-41db-a82b-1dbd0702c4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.680420319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","reconcileID":"3c28106a-b2bb-4272-a57c-bb4f3a2a98a4","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.695710546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"404977aa-09f8-49af-bedc-d175a15e00b9","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.696224306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3970ef3c-a364-417f-9781-0ccac0c47f9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.700837828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e308e9-8702-4bf8-b799-0a43c2c4307f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.700925586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"82947b88-98ba-4b8d-b5ea-424334c1b3b3","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.717048109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3970ef3c-a364-417f-9781-0ccac0c47f9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.726560945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"82947b88-98ba-4b8d-b5ea-424334c1b3b3","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.766411308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a13b1330-cc75-4245-af47-423f79fee793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.770599713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e308e9-8702-4bf8-b799-0a43c2c4307f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.784119681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"b3078f9b-eea2-43e3-b1de-037106beee92","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.803085288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a13b1330-cc75-4245-af47-423f79fee793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.895979848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"ed159c53-90e9-4ea6-9300-9863a01655dc","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.900471688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a361f940-9e0f-41ea-9506-e7c02edab8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.922901982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a361f940-9e0f-41ea-9506-e7c02edab8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:41.927860052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"ed159c53-90e9-4ea6-9300-9863a01655dc","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:41.927935883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"ed159c53-90e9-4ea6-9300-9863a01655dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.944782933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"755686bf-90b1-478d-b1ca-7c56c6c312dd","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.973824115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"60020515-5b2c-4b40-a4de-29fdb23c03db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.974723328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"fd091ddb-f33b-4273-b3f9-143313f65559","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:41.993485945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"60020515-5b2c-4b40-a4de-29fdb23c03db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.075299589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f98bf52f-d7ef-43a6-b630-22e6b27caf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.075313029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9a716848-80c2-40dc-b743-7d54033bd0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.095093503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9a716848-80c2-40dc-b743-7d54033bd0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.096303842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"f98bf52f-d7ef-43a6-b630-22e6b27caf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.096768509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"205ac07d-8f48-485f-9d27-82ce0634ddd0","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.117803338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"205ac07d-8f48-485f-9d27-82ce0634ddd0","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.147627434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"3cc71a23-9617-41d8-b1a5-b90aa411fd28","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.161366194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c197ba82-bfe8-4974-8306-878663be753e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.166999476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"3cc71a23-9617-41d8-b1a5-b90aa411fd28","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.181022913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c197ba82-bfe8-4974-8306-878663be753e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.183493797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"31d4e467-d7ae-4afd-ac61-868aa6a2720b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.204079484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"31d4e467-d7ae-4afd-ac61-868aa6a2720b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.271801994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"a677a806-55c6-4d3c-9123-4de2779521bb","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.295254713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"a677a806-55c6-4d3c-9123-4de2779521bb","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.379743654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"961babfe-4b94-4d8e-a6c4-0f88cacd53f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.392961171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"1fc8d328-8083-454b-8bf6-970875602b8a","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.399116206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"961babfe-4b94-4d8e-a6c4-0f88cacd53f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.412289216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"1fc8d328-8083-454b-8bf6-970875602b8a","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.414876616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ee597bbb-28fb-43da-b230-7b46544ff1d1","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.414901457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ee597bbb-28fb-43da-b230-7b46544ff1d1","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.423964415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e351e8e2-4df2-4764-8dce-3b0358261ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.443410567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e351e8e2-4df2-4764-8dce-3b0358261ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.47153937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"beca6a12-eee7-4a19-957b-ce3942a8d2ac","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.472190011Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"2d5f569e-d07f-4caf-8c5f-092ea13fe8fa","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-67d715ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.492793975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"beca6a12-eee7-4a19-957b-ce3942a8d2ac","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.559044198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ed5a61c8-9ef8-4a56-8741-d60fb898763b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.580139496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ed5a61c8-9ef8-4a56-8741-d60fb898763b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.644084453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"6d3d175f-adbb-428f-bd8c-7d039ca00d15","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.659709488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2f555a1f-8a5f-4a48-bfd2-7691f3632885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.687967442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5e4af092-7408-42e0-8efc-ddb2ba3da572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.696802809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"6d3d175f-adbb-428f-bd8c-7d039ca00d15","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.698963274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2f555a1f-8a5f-4a48-bfd2-7691f3632885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.71221999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5e4af092-7408-42e0-8efc-ddb2ba3da572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.734917967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbe48590-f391-4ba2-adc2-83b4312faf73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.745712394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"92ece32a-2773-4486-bd8c-1a9a0ff08952","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.754769716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbe48590-f391-4ba2-adc2-83b4312faf73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:42.765261072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"92ece32a-2773-4486-bd8c-1a9a0ff08952","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:46.361950998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"66fcd018-cd41-43a2-ae97-ede82383fef3","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:46.392611891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"923eda8f-36de-4f3e-8e26-82cab0617a8c","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:46.411578483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"3249b5fe-7da8-45b0-b598-2d7eb38a45c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:46.434034064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"3249b5fe-7da8-45b0-b598-2d7eb38a45c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:46.561454524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"de0fc23f-5563-444d-b786-cbc8b52ba53c","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:51.965273278Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:51.980191962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"06e67f5a-3b6f-48f0-97a0-267838f4679d","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:06:52.003733691Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-6e11c1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.010951623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"370ad2cd-c666-4bbe-be8c-b8fd98ae0cbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.010997546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"52908437-d770-4392-b1f3-f58a0a3c8c5d","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.031176816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"52908437-d770-4392-b1f3-f58a0a3c8c5d","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.031357923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"370ad2cd-c666-4bbe-be8c-b8fd98ae0cbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.0324507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"70bbd88d-8178-4f4d-bc47-1281445f9657","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.062846546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"2272d553-0621-4846-91cd-b0cf1f786da4","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.099867965Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"78f5a190-520b-4fbe-b2c2-9bf858077d56","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.22137205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"899e90b8-b16b-41a2-8c78-a3775b8329d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.222121079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"997b9336-7fb8-4cad-abde-16782d13b90b","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.222556838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"889ca3ca-6c3b-4d4a-bf3b-6fc6af64c1b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.240996015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"899e90b8-b16b-41a2-8c78-a3775b8329d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.241960816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"889ca3ca-6c3b-4d4a-bf3b-6fc6af64c1b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.281089977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"1ef6b353-16f8-4b6e-abda-779716843fdd","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.487615571Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"9d0f7911-4593-4c3a-bd4e-f19c5b9a816f","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","subscription":"e2e-fail-554b5ce4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.520049382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"9d0f7911-4593-4c3a-bd4e-f19c5b9a816f","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.535154733Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-sub","reconcileID":"9d0f7911-4593-4c3a-bd4e-f19c5b9a816f","MaaSSubscription":{"name":"e2e-fail-554b5ce4-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.623479772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.639662923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"04cf58f7-0a34-407f-93a6-cf22e6787e21","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.639693509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"04cf58f7-0a34-407f-93a6-cf22e6787e21","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.65694734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"9da794f5-5451-420e-beb9-ceadd9f2f52d","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.678622547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"9da794f5-5451-420e-beb9-ceadd9f2f52d","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.688745539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"37099aa1-243f-40af-a151-ff73ac8f1089","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.774826044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"290b31c2-a6ea-4e78-a3a8-082773d74d6c","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.774856029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"290b31c2-a6ea-4e78-a3a8-082773d74d6c","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.824460259Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"d5f796d7-fe8c-4f76-906e-6ce87db9a16e","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.941703684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"d5f796d7-fe8c-4f76-906e-6ce87db9a16e","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.993957962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"d5f796d7-fe8c-4f76-906e-6ce87db9a16e","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:52.993988776Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-fail-554b5ce4-access","reconcileID":"d5f796d7-fe8c-4f76-906e-6ce87db9a16e","MaaSAuthPolicy":{"name":"e2e-fail-554b5ce4-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.028005503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"30b61238-1199-4b4e-b4a7-896802ae0570","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-b-56a6d4","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","model":"e2e-extmod-fail-user-d98903/e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.028037281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"30b61238-1199-4b4e-b4a7-896802ae0570","MaaSModelRef":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-554b5ce4-3e7e13fff3fe","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-554b5ce4","externalModel":"e2e-fail-554b5ce4","provider":"e2e-fail-554b5ce4-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.52386546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"a21cda51-9fc8-4d23-9efc-7c46e0f37124","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.558770459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"6b86d51c-9cce-4962-96df-cd3d5efb3752","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.5587981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"6b86d51c-9cce-4962-96df-cd3d5efb3752","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.569609172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7af1447f-4b61-4c9d-b9eb-2eea820a2b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.569675889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f684652e-01e1-47a5-9770-546e21807c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.571096474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a2ded976-29e4-4e1a-b76e-ba6484f82c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.571580702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"416d893d-b94b-4b81-a8e3-29bf6c74478c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.573151894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6b73336c-276f-4cda-b0a0-c89e234b68d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.590610952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7af1447f-4b61-4c9d-b9eb-2eea820a2b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.596151468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a2ded976-29e4-4e1a-b76e-ba6484f82c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.599922749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"416d893d-b94b-4b81-a8e3-29bf6c74478c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.600556013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f684652e-01e1-47a5-9770-546e21807c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.602684349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6b73336c-276f-4cda-b0a0-c89e234b68d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.627125612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"c54b5c5c-690b-45bd-b77d-f7d67465e09a","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.687294425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0dc05119-491b-44bb-b626-7d0d47cdaf20","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.710829058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0dc05119-491b-44bb-b626-7d0d47cdaf20","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.719507579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-554b5ce4","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","reconcileID":"ab316d1a-ab2b-4c7d-9e06-75970dc45431","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-554b5ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.727302271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"51445297-9d54-4192-94e6-27f09c2cd79a","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.747700901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"51445297-9d54-4192-94e6-27f09c2cd79a","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.782148435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f773eefe-61d1-4087-9dd8-dcefb23f4f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.80225844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"f773eefe-61d1-4087-9dd8-dcefb23f4f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.824507706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f030388-25f3-4e8e-830c-11ee828174d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.829569152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"7d65850c-525f-416c-a07e-ddd35a249cb4","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.843970912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f030388-25f3-4e8e-830c-11ee828174d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.849340248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"7d65850c-525f-416c-a07e-ddd35a249cb4","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.952910143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ebd3e86d-ef91-49f8-82d9-e4ec3a24823b","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:53.972419674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ebd3e86d-ef91-49f8-82d9-e4ec3a24823b","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.009429722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a41e3c91-6718-478f-b3d2-2bcbddfd4922","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.150349238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a41e3c91-6718-478f-b3d2-2bcbddfd4922","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.170070238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0cd5af10-9577-4c9f-8ae1-11e02ea84447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.187980101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9618795b-f34f-48fa-bc80-a24c764b15ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.191202235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c92ee9f6-5b91-4a9f-899f-9a76ec06bf44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.277845243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0cd5af10-9577-4c9f-8ae1-11e02ea84447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.281136695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c92ee9f6-5b91-4a9f-899f-9a76ec06bf44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.283867766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9618795b-f34f-48fa-bc80-a24c764b15ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.297609367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"42a84903-0502-4aab-8035-7ee8c3dff12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.299307684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"5eca7427-8095-4bf9-bb6b-d34cdccd1647","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.299361301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"5eca7427-8095-4bf9-bb6b-d34cdccd1647","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.31879578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"42a84903-0502-4aab-8035-7ee8c3dff12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.355250143Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"bbb76c90-818a-4a63-bdbd-b5d390d72273","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2705900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.421886551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"6cb6c6a0-afcd-432c-93eb-761b02500e4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.441691424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"6cb6c6a0-afcd-432c-93eb-761b02500e4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.508420756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"1eca13bd-b67a-4753-9e1c-899a58be531b","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.521754633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6caf8014-f1df-4ad6-af38-9d91b8f6b1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.522840982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6d391854-2aa9-47c1-8d17-ca8ff38b5683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.5350635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"1eca13bd-b67a-4753-9e1c-899a58be531b","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.542132196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6caf8014-f1df-4ad6-af38-9d91b8f6b1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.543453502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6d391854-2aa9-47c1-8d17-ca8ff38b5683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.566765777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17e4ef68-d61c-47e7-bb0d-cfc7ef86b114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.601243341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17e4ef68-d61c-47e7-bb0d-cfc7ef86b114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.645497423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"43ff6600-d857-45e3-b9b4-aab68175b309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.650506041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d1d7cd26-ad6b-4ca8-a835-84b530739c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.651704665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d38b5be8-88f9-4e2d-977a-149ac2629b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.678280087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d38b5be8-88f9-4e2d-977a-149ac2629b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.68390962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"d1d7cd26-ad6b-4ca8-a835-84b530739c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.68856885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"43ff6600-d857-45e3-b9b4-aab68175b309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.786642926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"371fe585-c705-427a-a2db-e8f0977ebe43","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.808989277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"371fe585-c705-427a-a2db-e8f0977ebe43","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.842690932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5f4b4a47-9f40-452c-add5-7a89805a36f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:54.862794608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5f4b4a47-9f40-452c-add5-7a89805a36f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.373673484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"12a8968a-7952-497c-aa13-d5f6d52bf10f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.386159761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"4f2ed4ab-a091-4bf8-b4e5-22847602c2df","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.386358941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ec4dda41-1bfa-4a10-8afd-50cb9dc0c623","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.393040218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"12a8968a-7952-497c-aa13-d5f6d52bf10f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.406354061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ec4dda41-1bfa-4a10-8afd-50cb9dc0c623","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.406522369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"4f2ed4ab-a091-4bf8-b4e5-22847602c2df","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.569509334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0683af9e-67cb-4901-a050-22aaff8bdde0","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.583419781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"d4cf1cdb-4a69-46e0-8df3-ef42d6f5a096","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.584569425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5e13facb-67b2-43d6-ad56-a3a7d8fdee08","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.589104481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0683af9e-67cb-4901-a050-22aaff8bdde0","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.604188811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"d4cf1cdb-4a69-46e0-8df3-ef42d6f5a096","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:06:58.605470935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"5e13facb-67b2-43d6-ad56-a3a7d8fdee08","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.377067033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"0291f728-9a3f-4dde-b3cd-4ced768a5d3f","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","subscription":"e2e-fail-0826a4fb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.474543169Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"0291f728-9a3f-4dde-b3cd-4ced768a5d3f","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.492831609Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-sub","reconcileID":"0291f728-9a3f-4dde-b3cd-4ced768a5d3f","MaaSSubscription":{"name":"e2e-fail-0826a4fb-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.584670992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub models-as-a-service/e2e-dft-e99ab8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.599690617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"b2f50523-bd30-4c71-9a30-967b9b05c59c","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.599719093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"b2f50523-bd30-4c71-9a30-967b9b05c59c","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.61571475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"1c244d60-96bb-4c35-b0ef-bc56fb724d34","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.636929456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"1c244d60-96bb-4c35-b0ef-bc56fb724d34","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.737008942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"51bf688b-c7d8-48ec-a809-a01a618cec4e","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.739709856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"028a8c92-1a00-4085-ad13-445de1b78229","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.739737089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"028a8c92-1a00-4085-ad13-445de1b78229","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.778967447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"51bf688b-c7d8-48ec-a809-a01a618cec4e","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:04.931401873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3cbaae4f-d8d8-49fe-8c4d-d530daa2361b","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.063341606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3cbaae4f-d8d8-49fe-8c4d-d530daa2361b","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.116648177Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3cbaae4f-d8d8-49fe-8c4d-d530daa2361b","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.116677377Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-fail-0826a4fb-access","reconcileID":"3cbaae4f-d8d8-49fe-8c4d-d530daa2361b","MaaSAuthPolicy":{"name":"e2e-fail-0826a4fb-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.151055337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"ca5199f5-1cf7-4830-aea8-be153b761ca3","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"tenant":"e2e-extmod-a-943963","gateway":"openshift-ingress/e2e-extmod-a-943963","model":"e2e-extmod-fail-user-d98903/e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.151084466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"ca5199f5-1cf7-4830-aea8-be153b761ca3","MaaSModelRef":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"routeName":"external-model-e2e-fail-0826a4fb-801f79bbb476","namespace":"e2e-extmod-fail-user-d98903","model":"e2e-fail-0826a4fb","externalModel":"e2e-fail-0826a4fb","provider":"e2e-fail-0826a4fb-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.668832773Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"0a99aca2-1bde-43f2-af1e-210758613f0f","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.718452111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"809eb1af-ae6e-4a81-b499-a64b7dd956db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.719427106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0c253e6a-2ea7-4c5b-9b79-5af1d5dce4dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.719738634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ab9fde92-0390-4350-b2bd-5d83b669b145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.722434362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7f3bfc19-c00e-4709-ade3-d1aacce03c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.738398736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"809eb1af-ae6e-4a81-b499-a64b7dd956db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.739291585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"ab9fde92-0390-4350-b2bd-5d83b669b145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.740700961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0c253e6a-2ea7-4c5b-9b79-5af1d5dce4dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.74691624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7f3bfc19-c00e-4709-ade3-d1aacce03c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.760768773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5cf1e70-2a5f-4e16-8bef-3af00a281bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.780960123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5cf1e70-2a5f-4e16-8bef-3af00a281bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.868447345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0826a4fb","namespace":"e2e-extmod-fail-user-d98903"},"namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","reconcileID":"21873653-30ac-4317-b27b-7e8507a5a850","namespace":"e2e-extmod-fail-user-d98903","name":"e2e-fail-0826a4fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.914961318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0c4aec09-a7ee-471b-ace6-0bc798e59a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.91524279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"62001179-4635-408d-a3fb-c72ff31ffdcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.934803126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0c4aec09-a7ee-471b-ace6-0bc798e59a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.934936757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"62001179-4635-408d-a3fb-c72ff31ffdcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.95737471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"18e1ee11-44b7-4786-b10c-7ca1e3d756b3","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:05.977181158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"18e1ee11-44b7-4786-b10c-7ca1e3d756b3","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.016743494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"e1331f8e-bce5-4213-a679-9fec73c4653c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.036635368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"e1331f8e-bce5-4213-a679-9fec73c4653c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.058894612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab7c73-b456-43ed-8f9c-904eeb1d5faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.080134252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab7c73-b456-43ed-8f9c-904eeb1d5faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.11510521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a02c39b0-e541-45d8-835f-48a586d27a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.125585605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1773c0b8-7ef9-4cce-93b1-437f17a89321","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.135270796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"a02c39b0-e541-45d8-835f-48a586d27a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.146581012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1773c0b8-7ef9-4cce-93b1-437f17a89321","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.166069832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"d039cda7-7960-4ae7-9d5f-4ff7ec7a3a73","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.189789947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ce0a6123-b97a-4ac6-97c6-da690f97a6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.20203332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"d039cda7-7960-4ae7-9d5f-4ff7ec7a3a73","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.236794292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ce0a6123-b97a-4ac6-97c6-da690f97a6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.243076392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b7f65dec-73af-46aa-a4ba-9b1c5a3f9ed2","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.304121392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b7f65dec-73af-46aa-a4ba-9b1c5a3f9ed2","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.307277262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b6fed16c-c9dd-4634-8fce-23bdc41c4267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.392519949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b6fed16c-c9dd-4634-8fce-23bdc41c4267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.417919511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bd7f4ea5-cc68-4d5a-a2ff-f847a17f4049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.474235863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bd7f4ea5-cc68-4d5a-a2ff-f847a17f4049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.486138127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b2636301-f008-44cb-bc5a-8b18da5b6648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.486691434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0801fb6f-80f8-4a4b-b948-d5cec46c4a85","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.505873091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b2636301-f008-44cb-bc5a-8b18da5b6648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.506179339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0801fb6f-80f8-4a4b-b948-d5cec46c4a85","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.531250108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5afa665-b753-411a-bffa-1daa2f7a7172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.550701426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5afa665-b753-411a-bffa-1daa2f7a7172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.558675805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3008a984-ad4b-4d57-9560-7455b1bb1f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.561397486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2ee12660-75ff-40f3-aed7-ea096aa4d2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.578561397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3008a984-ad4b-4d57-9560-7455b1bb1f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.582227302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2ee12660-75ff-40f3-aed7-ea096aa4d2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.59343967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"098c66e7-2b2c-4cca-bbc6-a127c1fdcc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.61309615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"098c66e7-2b2c-4cca-bbc6-a127c1fdcc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.624765983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"189680d2-68bb-4b59-b324-43e81dd1c644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.638478451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3f73697e-ca69-401f-a8ae-cdc2df31649f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.645461405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"189680d2-68bb-4b59-b324-43e81dd1c644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:06.65806162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3f73697e-ca69-401f-a8ae-cdc2df31649f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:10.756363914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.22491696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","reconcileID":"dd08fd01-6e4d-4a17-88fc-0aae20b99545","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.246863659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","reconcileID":"f8576bc4-01c6-4617-ae87-8f23463965b6","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.26002988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"cd037782-5285-4963-bebd-8f0c063ae647","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.271842714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9d706233-1969-43c8-a09b-e899c3cd1a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.273465512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"02840541-0990-4f5b-ab74-2067bdba4383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.281732783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"cd037782-5285-4963-bebd-8f0c063ae647","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.291477906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9d706233-1969-43c8-a09b-e899c3cd1a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.294206087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"02840541-0990-4f5b-ab74-2067bdba4383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.31702788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b80d87f4-d0b9-4d3e-ab1f-5ad8186e4e9d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.317061345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"cb314fc0-63da-45a5-8f58-8d38965abd3a","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.372737901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"cb314fc0-63da-45a5-8f58-8d38965abd3a","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.373439975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b80d87f4-d0b9-4d3e-ab1f-5ad8186e4e9d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.470514052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"70ec099b-1c18-400c-a9cb-0ed5cc3224ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.473821612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e765e0e9-7891-4c09-aac8-2944242546ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.473831925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0986e0e4-879e-4e31-a344-b4036ca1dd52","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.489892114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"e6d4e583-916f-4de1-a325-7ece1b1cf5ee","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.490281117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"70ec099b-1c18-400c-a9cb-0ed5cc3224ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.493902874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"e765e0e9-7891-4c09-aac8-2944242546ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.493945965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0986e0e4-879e-4e31-a344-b4036ca1dd52","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.571194392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"34abf450-b923-4145-8ca0-d8693ef8d5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.590921512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"34abf450-b923-4145-8ca0-d8693ef8d5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.613305946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10bc6128-6296-47d9-8ad3-d5d86d498ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.66624251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10bc6128-6296-47d9-8ad3-d5d86d498ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.729685959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"554eaefa-a924-4505-a00a-c5375b9c512f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.733020258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"e39a1e22-a282-4009-8b7d-027dfd89c761","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.741086271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"921668f4-2a7b-4791-bf27-1bff4a6e3f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.80093928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"554eaefa-a924-4505-a00a-c5375b9c512f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.844983666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"921668f4-2a7b-4791-bf27-1bff4a6e3f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.874373117Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"53cd0fa2-9a31-42ff-9142-982e0a91d3f9","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.907059049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"caedd617-1f58-4c70-b413-cd19e6c67ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.907844672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"54fdf584-7b45-418f-bdcc-9100cc9e5b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.929346289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"54fdf584-7b45-418f-bdcc-9100cc9e5b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.930546767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"caedd617-1f58-4c70-b413-cd19e6c67ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.946678817Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"c5bc7d29-6a4a-4282-9385-9b5b7a9ba578","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:14.976284075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"44c6a53a-1f7a-4520-bb23-d5c2de16b14a","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.098388076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"621511ec-bce1-4749-ae32-d79c94e2a539","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.11953477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"621511ec-bce1-4749-ae32-d79c94e2a539","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.124503495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0a09aa9e-3ebc-40f9-b7f6-15c849f57290","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.203819292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0a09aa9e-3ebc-40f9-b7f6-15c849f57290","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.238246472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbb2861-e180-430c-984a-21dbbc99cca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.240034746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","reconcileID":"2d51d195-894d-4f1a-a924-8c3a1648bf95","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.256306849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5900a8c1-c5a0-42d4-a878-2e62e06dd8c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.257377704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"aa07570c-f6b9-424f-b9e1-f70b682b8514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.25911782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"fb2199a5-3299-4159-a722-0b7f8adc3d12","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.316376076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"aa07570c-f6b9-424f-b9e1-f70b682b8514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.318440338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5900a8c1-c5a0-42d4-a878-2e62e06dd8c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.333673945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbb2861-e180-430c-984a-21dbbc99cca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.342896409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"cc2bf411-4783-44ed-95c6-55e72b44912c","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.403258028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"fc431a21-f388-4a30-9277-92f0676f9e03","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.42718631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"a4aaf1f7-4840-40f6-85a3-ebfaf578a568","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.433858592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"7df598a1-004e-44c2-84d1-7cf2a50a50fe","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.447123507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"a4aaf1f7-4840-40f6-85a3-ebfaf578a568","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.455227618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"71f98482-b065-49eb-a693-73214d57a921","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.495044007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"71f98482-b065-49eb-a693-73214d57a921","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.57592385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f4de7d59-a864-4218-948a-bba28176c271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.595443877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f4de7d59-a864-4218-948a-bba28176c271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.606950911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"83b96596-526f-4349-a991-8a5a5380936e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.617639933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7043839f-68a6-4011-a5e3-d6186e37d23f","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.626894463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"83b96596-526f-4349-a991-8a5a5380936e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.637071244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"7043839f-68a6-4011-a5e3-d6186e37d23f","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.701527507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f1524cec-55e0-42f3-b32b-6c6684671010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.701634137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ddd01015-2938-4707-8f1c-3585a99eee69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.715197383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5839aeb6-c1bf-4348-acbc-b1585ad1ab93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.715206738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"33d92aec-86d4-4c8b-b7d7-59135396ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.721487266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"f1524cec-55e0-42f3-b32b-6c6684671010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.721530378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"ddd01015-2938-4707-8f1c-3585a99eee69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.737031664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5839aeb6-c1bf-4348-acbc-b1585ad1ab93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.737435971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"33d92aec-86d4-4c8b-b7d7-59135396ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.817428257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1d629282-6dd9-4e45-8b75-1dc1ca536389","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.82355814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"bb1fc90b-1b8a-4096-ba37-c965c6d6bc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.823568039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"224745e7-9171-4fbb-812c-f4158e994893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.836841606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1d629282-6dd9-4e45-8b75-1dc1ca536389","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.843296353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"bb1fc90b-1b8a-4096-ba37-c965c6d6bc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.843740277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"224745e7-9171-4fbb-812c-f4158e994893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.845382204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"bd843288-d433-4c91-8c31-3c5752d4546d","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.858698403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6917dcb-f6d0-4d2e-b25d-e87b3221fd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.865062896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"bd843288-d433-4c91-8c31-3c5752d4546d","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.87806137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6917dcb-f6d0-4d2e-b25d-e87b3221fd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.931486781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"70ee56f1-0a5d-473c-a0b0-0e84523b8bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.932354311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e7fb425e-e41e-4024-a91d-43cf4818ee18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.972068371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"70ee56f1-0a5d-473c-a0b0-0e84523b8bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:15.972866258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"e7fb425e-e41e-4024-a91d-43cf4818ee18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:16.031695746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"778a3291-a4b4-4774-be29-f6995ca282ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:16.05412945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"778a3291-a4b4-4774-be29-f6995ca282ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:16.175495701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83be1355-ce1d-4b76-be2b-b5af6c270053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:16.233612762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83be1355-ce1d-4b76-be2b-b5af6c270053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:20.968061161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","reconcileID":"0be8069b-017c-4ed1-8615-6739b996537e","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:20.995365062Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","reconcileID":"9fd0b674-b83b-4bdc-9304-a8c146dc1cda","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.015302135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"00e5a334-6fbf-43e4-a572-d21bf2ec4413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.015535469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"f861b0e2-7043-47dc-8258-e1f5646883ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.016922391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c44732fa-3711-42e2-adfd-5af7dda5cf4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.018164256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"30f9369d-d651-46c4-afb7-147734ecefa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.019281716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"409b30ba-3c19-4cc0-9218-c6e5f9ff78e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.035835761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"00e5a334-6fbf-43e4-a572-d21bf2ec4413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.036047801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"f861b0e2-7043-47dc-8258-e1f5646883ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.03879296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c44732fa-3711-42e2-adfd-5af7dda5cf4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.038840929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"30f9369d-d651-46c4-afb7-147734ecefa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.041351996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"409b30ba-3c19-4cc0-9218-c6e5f9ff78e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.106594879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"3612e780-15ea-4aa4-8739-7bc9fa257b0c","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.1367126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"e88ee8c1-205e-4b69-a3a1-96cf03aae527","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.16705664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"0c96ddb6-e2c4-44f5-b373-39100e2732aa","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.212399751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5206caa-4021-4fb6-967a-fa75fe0dc487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.224188325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"50f17371-73c8-493f-87e6-14bf6a069527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.224830027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0d20e705-e833-4f9b-b3a7-a9ed789606a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.231925431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5206caa-4021-4fb6-967a-fa75fe0dc487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.244117721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"50f17371-73c8-493f-87e6-14bf6a069527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.244893236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"0d20e705-e833-4f9b-b3a7-a9ed789606a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.260585558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"148fe8d6-3838-46a5-9fd4-68dabca5bbd9","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.260708454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8336b0ee-6995-4d7f-99d6-df432666d6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.280393004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8336b0ee-6995-4d7f-99d6-df432666d6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.310074286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9138ea86-30a9-45d1-9785-44b848eb6914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.32949292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9138ea86-30a9-45d1-9785-44b848eb6914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.450983693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"33dec637-f055-43fa-a706-f4065451763e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.451771347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9b66d0ba-d1fa-45c2-8487-31c8be2add91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.452269526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"e8a6fdf1-3239-4ae0-9d67-a8a187a57391","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.474755902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"33dec637-f055-43fa-a706-f4065451763e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.474850136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9b66d0ba-d1fa-45c2-8487-31c8be2add91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.506900324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"2d56d496-6fb6-4fb4-a667-f5393c7f4253","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.519358336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"1eb7e7ca-8915-41a8-8afb-3b4959f0ed69","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.52383368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"940a324f-9ba3-4682-b4b3-08bb1858dd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.585090932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"940a324f-9ba3-4682-b4b3-08bb1858dd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.590886075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"1eb7e7ca-8915-41a8-8afb-3b4959f0ed69","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.608681241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"6686a82f-9ef0-4ca8-a097-6bce31ac368e","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.614501373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b48c682d-18d0-46c3-8f1a-d4f698fd820c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.634582392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b48c682d-18d0-46c3-8f1a-d4f698fd820c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.639951084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"49eb702a-4d55-436a-8831-030ecaf207ee","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.700929827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"a9e3387e-213a-46b1-9abc-57daace272f6","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.731937039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"8716b929-5055-44e7-b065-82486e82e663","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.732832832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"cf54097c-d49c-460a-b516-099f862dbe87","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.761685902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"8716b929-5055-44e7-b065-82486e82e663","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.774493502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"c7b7a025-a39e-4b1f-bde9-8a165a2bd7a1","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.813458844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"4499d0a8-aaa3-4480-9599-f52eb2eb5cd9","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.833701459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"4499d0a8-aaa3-4480-9599-f52eb2eb5cd9","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.845762552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9ec00042-4733-4217-add9-5e9f256e1961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.845760877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"10d7841e-98a8-4e45-af05-a6a56612d31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.86589851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"9ec00042-4733-4217-add9-5e9f256e1961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.866017175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"10d7841e-98a8-4e45-af05-a6a56612d31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.889035424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b480f05b-905a-4a3c-a2e2-1c3bdd037c8e","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.909943201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"b480f05b-905a-4a3c-a2e2-1c3bdd037c8e","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.98259563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b5063576-00ee-4547-9156-bf2128f14d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.986580829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f69218c-335d-47bf-a62b-43d2ae663c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:21.994010593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"3a16996b-777f-4b03-a389-f8b78aedf9a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.011899514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"b5063576-00ee-4547-9156-bf2128f14d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.012163038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0f69218c-335d-47bf-a62b-43d2ae663c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.016111303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"3a16996b-777f-4b03-a389-f8b78aedf9a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.035281389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","reconcileID":"caaa93fa-7dd1-4c3e-b01c-3f728a089826","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.050450229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"26e2e339-723f-46ee-b518-37bbcbf28310","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.080205695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2ab6a358-2f28-48fd-9d1b-84214844dd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.105949213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"bac26800-7188-4fce-9250-f238424a9ac6","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.10848194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2ab6a358-2f28-48fd-9d1b-84214844dd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.273810727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f18efa01-96b2-4cd7-95f1-5d7247eed74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.276450121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"11ee38f6-8821-4431-bed4-5b6b2bf0f141","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.377771475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fe987785-57d1-4671-a060-3476482f8a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.378552763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f18efa01-96b2-4cd7-95f1-5d7247eed74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.378826092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"af706705-3558-4d71-adda-182bafa57075","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:22.395533812Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"11ee38f6-8821-4431-bed4-5b6b2bf0f141","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:22.395609807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"11ee38f6-8821-4431-bed4-5b6b2bf0f141","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.399059198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"af706705-3558-4d71-adda-182bafa57075","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.399300788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"fe987785-57d1-4671-a060-3476482f8a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.40929127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a89e9690-2072-4a4b-b2da-c8eb07fc61a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.410611927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"1c4e6fd9-3ae4-4b45-ab19-b1e878a232f7","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.423718528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e39f7c0d-35c9-4801-92d2-53aaddfa2fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.429612815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a89e9690-2072-4a4b-b2da-c8eb07fc61a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.440513085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"703ab234-112a-4d6a-99bd-928e50a85994","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.443954978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e39f7c0d-35c9-4801-92d2-53aaddfa2fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.486312859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5fb94ac5-57da-4f72-b4db-40b52c774f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.505375402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8e91650a-4783-4bec-a052-a8d735a12fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.507536259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"5fb94ac5-57da-4f72-b4db-40b52c774f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.525151597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8e91650a-4783-4bec-a052-a8d735a12fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.571124922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0eaca44a-0bc8-4b9d-a2e4-8d60de899ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.571131269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ec2a9e0e-fbae-452d-bd3c-38ebdf99edbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.591143069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ec2a9e0e-fbae-452d-bd3c-38ebdf99edbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.591996854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0eaca44a-0bc8-4b9d-a2e4-8d60de899ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.619537966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"966bd63c-06a7-4623-ade3-ac6d11a0754a","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.639957082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"966bd63c-06a7-4623-ade3-ac6d11a0754a","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.678550258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6d9eea58-c8a7-4827-aa8c-3a2b1ab7543a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.710046424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6d9eea58-c8a7-4827-aa8c-3a2b1ab7543a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.732761302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"633d3036-3d06-4d1f-a306-1e39fd70a51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.753221485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"633d3036-3d06-4d1f-a306-1e39fd70a51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.770121522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d3de2c81-2502-420d-a6c8-a52fc8b31745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.789684866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"d3de2c81-2502-420d-a6c8-a52fc8b31745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.812637349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"a5cb9166-0a78-4e26-95fe-39ffcb0dfb98","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.834802959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"a5cb9166-0a78-4e26-95fe-39ffcb0dfb98","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.855803917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"357c67c2-c3d6-45f9-8fb2-3fe44614348d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.876580904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"357c67c2-c3d6-45f9-8fb2-3fe44614348d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.970656486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"279e93bb-048a-4c81-8063-a5a130c81ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:22.990238752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"279e93bb-048a-4c81-8063-a5a130c81ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:23.013092082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"2e41ff90-c49a-4e03-beab-3abc092f69bd","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:23.033055711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"2e41ff90-c49a-4e03-beab-3abc092f69bd","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.285202694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"d09fca64-58a6-48e7-8089-8bd2751bb483","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.304126489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"d09fca64-58a6-48e7-8089-8bd2751bb483","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.32467954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"02f8fd41-60b8-47e6-8298-ffd9a9eff604","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.324754722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"02f8fd41-60b8-47e6-8298-ffd9a9eff604","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.350435935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"0e7c9f29-7613-4771-b86e-9d1a2b72e74b","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.35050874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"0e7c9f29-7613-4771-b86e-9d1a2b72e74b","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.386299633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"99c1c229-b428-41a8-9ccf-88e0ecb63781","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.386390014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"99c1c229-b428-41a8-9ccf-88e0ecb63781","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.442835205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"96c26ee2-4f4a-41d6-ae72-cd2a5815eb01","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.442908218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"96c26ee2-4f4a-41d6-ae72-cd2a5815eb01","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.539549222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"b744d50c-d0b8-4f46-a740-7d39a0ef8b93","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.539619894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"b744d50c-d0b8-4f46-a740-7d39a0ef8b93","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.721368672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"4f3fc0e3-04d7-49da-96d5-5a2eae704a95","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:27.721457567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"4f3fc0e3-04d7-49da-96d5-5a2eae704a95","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:28.057861452Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"05629817-7490-4727-bfcf-e6864ee3e264","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:28.057923413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"05629817-7490-4727-bfcf-e6864ee3e264","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:28.713870934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"eb62a8bf-d824-46d8-8d24-3720eb469067","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:28.713945696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"eb62a8bf-d824-46d8-8d24-3720eb469067","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:30.009684378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"599321ea-662b-4dbf-b7c7-ddf592fa3b50","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:30.009782353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"599321ea-662b-4dbf-b7c7-ddf592fa3b50","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.163717877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"140aaa5d-be79-4992-9084-bfd570355453","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.163759645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"140aaa5d-be79-4992-9084-bfd570355453","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.21992166Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"83b06a0c-de76-4a1e-be72-83d44eae2234","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4ee3803f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.244747983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"310ac4bf-95e5-4fa3-a011-10b2766e7e51","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.247577595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"61fff03c-b58e-4587-b858-699d6b17588c","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.248416801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d629e7b-fc9b-4da4-90c6-d02c74ff374f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.24847638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f55d7d1-295a-4e63-8d73-b749ad27b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.325806315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"310ac4bf-95e5-4fa3-a011-10b2766e7e51","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.331886631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f55d7d1-295a-4e63-8d73-b749ad27b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.333277975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d629e7b-fc9b-4da4-90c6-d02c74ff374f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.335987048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"61fff03c-b58e-4587-b858-699d6b17588c","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.45235767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"fdff7c80-54d2-4d2e-9f91-1acdf4708e6d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.489641561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"fdff7c80-54d2-4d2e-9f91-1acdf4708e6d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.54545267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c3460c-6a5c-4538-aa7d-ccf7897061e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.55046724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c44a943-72d9-4597-a6f5-bf8fac1544ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.565392472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c3460c-6a5c-4538-aa7d-ccf7897061e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.568104385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f756b74a-04c1-4ea7-9a7f-5a2cd7e71834","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.57471702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c44a943-72d9-4597-a6f5-bf8fac1544ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.578104401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"3cb6ce89-3da8-4bdb-96b4-1bc5cb67cc8e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.590737311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f756b74a-04c1-4ea7-9a7f-5a2cd7e71834","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.598396218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"3cb6ce89-3da8-4bdb-96b4-1bc5cb67cc8e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.81224539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"31990993-74eb-4587-bf6e-05225c99e655","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:31.832690994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"31990993-74eb-4587-bf6e-05225c99e655","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:32.586465592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"71baae51-f10f-49a5-a827-72de2c35581b","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:32.586566065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"71baae51-f10f-49a5-a827-72de2c35581b","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:32.655260005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"1c240b87-97d0-40f6-b0cd-70ac30f77e4b","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:32.792231676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"ae09808f-81db-4f95-8d37-4256b17dae34","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:33.380307503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"18b140da-f42a-41ac-a4ec-cb0044ed3ace","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:33.394196298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0f7693fe-7caf-4342-a2e9-34ca07db01f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:33.396824776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"e9c328d3-f76d-42fb-a8c1-178dd21df937","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:33.400617115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"18b140da-f42a-41ac-a4ec-cb0044ed3ace","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:33.413674536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0f7693fe-7caf-4342-a2e9-34ca07db01f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:33.41654318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"e9c328d3-f76d-42fb-a8c1-178dd21df937","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:34.111840925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"6409877c-b7cb-43bd-bb82-a3f9235ce169","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:34.142405536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"523924ef-cab3-4e9e-848d-09f8ccf2d264","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:34.161623943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"f986c0e9-d4cb-4d34-bcbf-b1f426da6241","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:34.181288974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"f986c0e9-d4cb-4d34-bcbf-b1f426da6241","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:34.313483764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"b384788a-dddd-4b09-a85a-9f9ce0367113","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:37.722382953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"15e93f4c-6f59-4ed1-8e36-e98e66a07adf","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:37.72246251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"15e93f4c-6f59-4ed1-8e36-e98e66a07adf","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.905452638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","reconcileID":"95d7acd0-373d-4b10-8312-b6e7767985e9","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.927500679Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","reconcileID":"6f5d48c6-c472-44bb-b704-3162351d7328","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.953176871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4a8732e5-22b6-4e4e-a9c7-b1f32f1ef188","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.954062902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"bb67aef5-c179-4843-a8fe-620489038873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.955891226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"97c4f22a-0167-4154-9486-7ad4cc688575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.972954867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4a8732e5-22b6-4e4e-a9c7-b1f32f1ef188","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.974273719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"bb67aef5-c179-4843-a8fe-620489038873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.975608853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"97c4f22a-0167-4154-9486-7ad4cc688575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.993389225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d89d7fbf-e1f7-4035-b493-6cb141b30ed9","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:38.993564843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184946e9-bb3c-4c84-a1f1-a32cc2ddd477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.014450331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d89d7fbf-e1f7-4035-b493-6cb141b30ed9","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.014598208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184946e9-bb3c-4c84-a1f1-a32cc2ddd477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.049558729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"9e994da3-4ca3-4e8a-b75e-36dc97edfdcd","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.049634899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"9e994da3-4ca3-4e8a-b75e-36dc97edfdcd","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.064817374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"4f118755-67b1-490b-ade9-08bd1e9f49c7","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.071205177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"d3e5eb78-1ad7-42df-8570-aa143ea91a37","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.090982758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"d3e5eb78-1ad7-42df-8570-aa143ea91a37","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.099222764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"51a175cb-5def-4d51-8c33-3f60344a6840","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.11384976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"7286b416-8c4c-487a-bb32-a8c1e5671e03","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.137917066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"5aaf4e04-9a94-4e4b-a9f4-8bfeee66d5b2","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.138476045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"7286b416-8c4c-487a-bb32-a8c1e5671e03","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.168214355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"f2498aa0-a05c-45d9-8978-a1a9dec65b47","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.200955855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ab498399-da72-488a-9115-69b87c8f65e1","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.201030605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ab498399-da72-488a-9115-69b87c8f65e1","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.207639819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a882ab8e-ad70-4ee2-9a3e-95e3060d345d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.216268089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"8d2b2c10-0ae3-441c-818f-95c3e9589e5e","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.227446575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a882ab8e-ad70-4ee2-9a3e-95e3060d345d","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.26595593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"21c348c6-6396-4599-b3c5-0bb6b65a6565","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.26714481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e6da86e9-8c88-4f2b-9cc4-9a46f4ad1755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.287358259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"e6da86e9-8c88-4f2b-9cc4-9a46f4ad1755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.28821319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"21c348c6-6396-4599-b3c5-0bb6b65a6565","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.296826047Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"32e66087-bcc4-4294-a6ef-6014d016172a","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.404111179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"26b3af28-cd7c-4c6a-9206-d4854a78a767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.404135164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5abf5a1f-1fa1-431b-988e-32ac19c62cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.426830925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"26b3af28-cd7c-4c6a-9206-d4854a78a767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.428427981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"5abf5a1f-1fa1-431b-988e-32ac19c62cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.438549689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"2e8ff510-9350-4522-b013-e54042952f13","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.47019055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b434ccdb-fa1d-43ce-82b4-7a1ab38fd308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.490054972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b434ccdb-fa1d-43ce-82b4-7a1ab38fd308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.49230431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"aee454ba-0a2a-4eb0-8286-a0f72a2f52fe","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.633040809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"bbca9e92-4e67-4390-9a3e-0e9f86133caf","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.650601213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fc4474a3-1242-4db1-a3bf-ee0294f2eec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.651787754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"efbe3c59-051a-497f-81f6-e8715442599d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.653042502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ee6e0de7-7a22-4ee8-a5a6-4c55387a8b7c","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.673432382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ee6e0de7-7a22-4ee8-a5a6-4c55387a8b7c","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.679995605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"bbca9e92-4e67-4390-9a3e-0e9f86133caf","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.685378147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fc4474a3-1242-4db1-a3bf-ee0294f2eec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.687721102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"efbe3c59-051a-497f-81f6-e8715442599d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.68982106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"50d4f6ff-1d56-4e73-acd7-bd24b0f71eb0","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.697572438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e7fd6724-4a56-44ba-9589-c0b01ac2c325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.722081295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e7fd6724-4a56-44ba-9589-c0b01ac2c325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.727867369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"74970478-9dc2-4e3b-a8bb-6eb5cb5cbc8a","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.730073624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0ce14b-e7df-4f53-907a-35f857ab2b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.741014497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub]","namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-shared-a8a4e8-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.77271088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"a780af9d-9332-4799-8a99-edd0b5586929","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.774224704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0ce14b-e7df-4f53-907a-35f857ab2b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:39.792010684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-auth-6e11c1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-6e11c1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.802854022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"0c1a3ccc-2970-4f22-a7f1-38753c02b197","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.911873291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"dd786607-00d7-440a-90ea-27de8489e727","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.967701255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f48364db-dc07-4d83-b5bf-1d353acfd504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.968924027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a5467dee-7815-420c-98d6-280efd772873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.972920536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"5c81dc3e-ceee-4618-a871-45d7d76fcfcd","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.987600343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f48364db-dc07-4d83-b5bf-1d353acfd504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.992044807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"a5467dee-7815-420c-98d6-280efd772873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:39.998730028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","reconcileID":"1d7f0d0f-85e4-4c4a-b663-7b6a096ec033","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.000278691Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"f4ec9c1a-0cbd-4bcf-98df-3b79dcfecdf6","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-auth-6e11c1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.003703372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"c3216d0b-d834-47d5-a778-6ddb8e47c4ce","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.012544287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"53df0754-8d9c-488c-9648-65a5abde43cc","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.022675633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ad4e5473-5cae-4bdf-a460-fdf230df5592","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.032357665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"53df0754-8d9c-488c-9648-65a5abde43cc","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.044439457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ad4e5473-5cae-4bdf-a460-fdf230df5592","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.055014568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"3f3e2bfd-ab86-43e6-a255-1bb730bb0014","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.08451988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6e9b8d-602b-443a-ba4c-50d0014e320d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.139595619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6e9b8d-602b-443a-ba4c-50d0014e320d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.157447596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"bf64da71-5636-4ae7-b5a4-8ce4c3638539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.158086464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"77723fc6-4fbe-470b-a7ef-849a672d4966","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.159731965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"fdeca0b7-084d-4424-848c-7bbb9b6d75f9","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.190209034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"bf64da71-5636-4ae7-b5a4-8ce4c3638539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.193390176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"77723fc6-4fbe-470b-a7ef-849a672d4966","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.273757634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"eacd2ad5-0168-4f58-be81-0acd14df4dc7","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.280730521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"0f8607af-6a1c-4903-9f6e-27b7e1789121","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.28082406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"0f8607af-6a1c-4903-9f6e-27b7e1789121","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.327295528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"37394040-c95b-4054-8b49-f7690e6761d1","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.343639263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"d29598b1-4c45-484a-af37-684f8d0e8b4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.353188689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b65b5c1d-64e9-4361-bfd7-880d0f1cfe2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.357391212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"6ff34e96-6c83-4d5c-b96e-5123a30b7690","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.357420607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"6ff34e96-6c83-4d5c-b96e-5123a30b7690","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.36283472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"d29598b1-4c45-484a-af37-684f8d0e8b4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.372736213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b65b5c1d-64e9-4361-bfd7-880d0f1cfe2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.387737974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"37825863-274b-4463-9b70-66042bac4b39","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.394542318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a547689-64e8-4e7f-908b-2dd033997b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.414479091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a547689-64e8-4e7f-908b-2dd033997b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.417924858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"9e4ee996-657d-484b-aee0-9a0ccff27fc1","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.429231444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"801c34f8-3775-46fc-8d0b-2c27504fa7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.429239684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b7455037-2230-4b74-b520-558d0fe97c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.448938404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b7455037-2230-4b74-b520-558d0fe97c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.449146698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"801c34f8-3775-46fc-8d0b-2c27504fa7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.460799048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a53de9b9-c2d7-4d3f-9f6f-50a530631555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.481509621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a53de9b9-c2d7-4d3f-9f6f-50a530631555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.529695718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6603cf96-e468-4bb5-bfee-1e66bd43ee22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.550733104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"6603cf96-e468-4bb5-bfee-1e66bd43ee22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.563596707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9a395367-aa7d-46e1-b865-9ae156529ebf","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.582848775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9a395367-aa7d-46e1-b865-9ae156529ebf","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.602877871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d22f29-ff52-4d27-becd-9b2831ff759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.603419209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d65d6b12-fba6-4191-af92-c9d6b99f2f09","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.609606718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"65c03475-fd3a-4acf-b62d-3c31d592102e","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.622672047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d22f29-ff52-4d27-becd-9b2831ff759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.622678225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d65d6b12-fba6-4191-af92-c9d6b99f2f09","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.631244559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"65c03475-fd3a-4acf-b62d-3c31d592102e","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.704833124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d4310221-d881-4a80-b525-2a7b7b6f4686","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.724754217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d4310221-d881-4a80-b525-2a7b7b6f4686","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.755941728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.851375485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eccff16b-6357-4341-9ed0-60207233c826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.852187255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c888f745-f55e-4217-9d6b-424276287f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.852746094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9cab003e-28e2-4a68-95e4-7e9fbf9a959f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.85280023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1977eb8c-2221-41b5-9d3c-19eac8f66f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.853537932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","reconcileID":"903b0ac4-fbfd-4d2e-bc7c-1aba30aa4ef7","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.873507059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c888f745-f55e-4217-9d6b-424276287f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.87353693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"eccff16b-6357-4341-9ed0-60207233c826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.877107186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1977eb8c-2221-41b5-9d3c-19eac8f66f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.877368436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"9cab003e-28e2-4a68-95e4-7e9fbf9a959f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.888077426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"81e3c8c0-362b-4d14-971c-aca72b7dbffd","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.907740905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"81e3c8c0-362b-4d14-971c-aca72b7dbffd","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.964454925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ed61c93b-032f-4067-b396-645f409272ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.968521499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3dec542f-a796-4325-bc41-7fe8846bcfec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.984213997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ed61c93b-032f-4067-b396-645f409272ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:40.989352009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3dec542f-a796-4325-bc41-7fe8846bcfec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.006238158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23db0635-5dab-491a-977f-86be216b50b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.007898724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"fcc3dcd6-dc13-48d1-9a47-de43d1dd583b","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.026378835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23db0635-5dab-491a-977f-86be216b50b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.027608176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"fcc3dcd6-dc13-48d1-9a47-de43d1dd583b","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.077378855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ddeaddfc-2244-44d0-b44e-3eb5b91334ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.09806734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ddeaddfc-2244-44d0-b44e-3eb5b91334ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.103446599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"bacd2274-f1bb-43a2-a043-49e2c173ff09","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.105421515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d835ed12-3590-4410-9c72-35f1e1dde54a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.123841803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"bacd2274-f1bb-43a2-a043-49e2c173ff09","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.125260136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"d835ed12-3590-4410-9c72-35f1e1dde54a","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.164487587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a6c755dc-effd-4456-9850-44d33e08d540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.164487568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f0349196-a71d-44c7-9dea-f4fe226ae905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.187888535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f0349196-a71d-44c7-9dea-f4fe226ae905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.1878878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a6c755dc-effd-4456-9850-44d33e08d540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.234712208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"7a7e6217-c9f4-4452-b3d8-4055ead2e34c","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-e99ab8","subscription":"e2e-dft-e99ab8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.264165301Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"7a7e6217-c9f4-4452-b3d8-4055ead2e34c","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.264252287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0fa21ee6-8962-4cd9-80ae-a8e4f3e95f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.279121491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-sub","reconcileID":"7a7e6217-c9f4-4452-b3d8-4055ead2e34c","MaaSSubscription":{"name":"e2e-dft-e99ab8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e99ab8","namespace":"llm","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.283776035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"0fa21ee6-8962-4cd9-80ae-a8e4f3e95f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.36667065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"b598db5b-1838-438e-95d9-507d43e361fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.387276593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"b598db5b-1838-438e-95d9-507d43e361fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.412224229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3defd2a4-7689-44f6-a7d6-7261010dbceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.43185921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3defd2a4-7689-44f6-a7d6-7261010dbceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.435010857Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub]","namespace=ai-tenant-e2e-extmod-b-4a73b1 priority=0:[ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-b-4a73b1/e2e-shr-shared-a8a4e8-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.452145194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"2a8d3605-db20-4ac2-8873-a55bf62ee5e0","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.452174801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"2a8d3605-db20-4ac2-8873-a55bf62ee5e0","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.465751774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"33cba89e-d98a-4d76-8b95-edbd329610c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.465751785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7c5bcc55-c0f6-482e-91ea-ed4009b30179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.469268862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4be02936-751e-4d52-98a2-6fcfab4a2f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.487419363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"33cba89e-d98a-4d76-8b95-edbd329610c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.489478768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7c5bcc55-c0f6-482e-91ea-ed4009b30179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.491220247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"4be02936-751e-4d52-98a2-6fcfab4a2f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.506760869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"d8670af5-4242-43aa-9fdc-095301604260","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.564988706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"29884b2e-8fd6-467d-a52f-777c2337ee53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.564989116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"05ada60e-1152-42d6-be5a-70257fd2a1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.584599965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"05ada60e-1152-42d6-be5a-70257fd2a1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.584737383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"29884b2e-8fd6-467d-a52f-777c2337ee53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.589811197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"6c476281-06e2-4987-b3dc-69c07f9a2d02","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.58983574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"6c476281-06e2-4987-b3dc-69c07f9a2d02","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.667779149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"29fb8ded-97ab-42f5-901e-42b730fd10f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.687235356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"29fb8ded-97ab-42f5-901e-42b730fd10f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.697151609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f7b6a091-e942-40d3-889c-3855e3a1b9b7","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.697148234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4987788a-50ba-45a0-a131-392d1622c91a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.717283359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4987788a-50ba-45a0-a131-392d1622c91a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.71844268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f7b6a091-e942-40d3-889c-3855e3a1b9b7","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.805976412Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e99ab8-access","reconcileID":"a03adfdb-1d44-4317-b14b-80f8bc5b3324","MaaSAuthPolicy":{"name":"e2e-dft-e99ab8-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.907126088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"0f9f641c-a4b8-40df-9262-e53d293c6fd7","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.907153453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"0f9f641c-a4b8-40df-9262-e53d293c6fd7","MaaSModelRef":{"name":"e2e-dft-e99ab8","namespace":"llm"},"routeName":"external-model-e2e-dft-e99ab8-581ea2d654c3","namespace":"llm","model":"e2e-dft-e99ab8","externalModel":"e2e-dft-e99ab8","provider":"e2e-dft-e99ab8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.933663017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f4f40a-a8e5-45f4-9421-292deb20fd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.933656997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"0bbd09ac-3fec-4cb6-8324-7b1c952fefb7","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.954113948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f4f40a-a8e5-45f4-9421-292deb20fd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:41.954377266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"0bbd09ac-3fec-4cb6-8324-7b1c952fefb7","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.331831733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"4c1b0f61-41bf-4efa-94f4-c0ed94974e9a","namespace":"llm","name":"e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.380973981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"a7470a05-7d3a-4ff6-b971-af331f953057","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.384096229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"dd78d016-d86e-43e2-a0d0-1943148b636b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.384158809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dd9bbd5b-67b5-4181-bea8-3afd9e82115d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.385958171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d11272f5-f5c7-4bec-bc5d-489f52be5123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.401865488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"a7470a05-7d3a-4ff6-b971-af331f953057","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.404465967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"dd9bbd5b-67b5-4181-bea8-3afd9e82115d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.405854699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"dd78d016-d86e-43e2-a0d0-1943148b636b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.40791929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d11272f5-f5c7-4bec-bc5d-489f52be5123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.40918798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a218447e-46bd-4056-9bd1-6a4f8f792f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.429529861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a218447e-46bd-4056-9bd1-6a4f8f792f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.579980108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"38279daf-2830-4427-8138-f6462a558830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.582212904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5717b7bd-5ef0-4322-bb22-8a8946a7ef6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.600816108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"38279daf-2830-4427-8138-f6462a558830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.601935294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"5717b7bd-5ef0-4322-bb22-8a8946a7ef6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.681624949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b9b0cb8f-1366-4866-89ca-31f866bffe0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.681625066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a3f63ce2-8e4e-462a-83b7-857e1c7a4036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.695694467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c8c3de26-4668-43b2-a531-bc6620f11c76","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.702765174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a3f63ce2-8e4e-462a-83b7-857e1c7a4036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.702846177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b9b0cb8f-1366-4866-89ca-31f866bffe0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.712118658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"0f6a2109-2fde-4636-b860-4b332962f0d1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.717370755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c8c3de26-4668-43b2-a531-bc6620f11c76","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.724057162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a674ce65-13df-45b6-8604-fb034eca543b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.731607205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"0f6a2109-2fde-4636-b860-4b332962f0d1","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.743647098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a674ce65-13df-45b6-8604-fb034eca543b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.798261212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0bd8fe44-b406-44c4-ab0a-4334dda7866a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.819685409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0bd8fe44-b406-44c4-ab0a-4334dda7866a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.828243395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"ac427d63-9114-4442-8aa7-8ef9dd95126a","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.847905601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"ac427d63-9114-4442-8aa7-8ef9dd95126a","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.896690394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6e5fdf45-fd84-4bb9-90da-dbe51f524c8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.89675085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0248cfe2-38c2-4037-9bbf-962ab47abbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.91700532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"0248cfe2-38c2-4037-9bbf-962ab47abbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.91789025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6e5fdf45-fd84-4bb9-90da-dbe51f524c8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.996218123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"505714bf-7ac8-469e-abbe-9c3241b611e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:42.996582603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ce8e705f-41b7-4109-a442-a2dd33179033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.016278599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"505714bf-7ac8-469e-abbe-9c3241b611e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.016402604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"ce8e705f-41b7-4109-a442-a2dd33179033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.435170632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51fe1d61-3d15-4497-bf9f-0cbc521c6f86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.435191961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51fe1d61-3d15-4497-bf9f-0cbc521c6f86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.451420905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"9c9f450e-0fb1-4a61-9f2b-deee17447951","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.451453964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"9c9f450e-0fb1-4a61-9f2b-deee17447951","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.475885824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab4cc5f9-9ee0-4c38-b6cb-187aa551d52a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.475912604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab4cc5f9-9ee0-4c38-b6cb-187aa551d52a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.476347935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"909c5e6c-7334-473f-9f3f-e6f65cbbbdf6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.476366418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"909c5e6c-7334-473f-9f3f-e6f65cbbbdf6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.476736438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1db3149-253d-4796-a8a9-df6f84632bcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.476753914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1db3149-253d-4796-a8a9-df6f84632bcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.496072023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"6d23d70e-c7ed-48a8-8994-91bcdf033298","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.496106197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"6d23d70e-c7ed-48a8-8994-91bcdf033298","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.513948375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f45f7dc6-5192-45bc-b717-6cb9ce97e6dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.571782177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3539fd7-e5e5-4bcb-96ab-b8aed84df9ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.571813112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3539fd7-e5e5-4bcb-96ab-b8aed84df9ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.572283475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cbaba5cb-d1c1-4ae9-9e16-8b2141efff38","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.572298811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cbaba5cb-d1c1-4ae9-9e16-8b2141efff38","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.572640198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"26cde088-0237-495f-8925-cdf3bb1bb4a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.572654741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"26cde088-0237-495f-8925-cdf3bb1bb4a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.572903016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f552858f-d3c1-45d0-9455-96251d450253","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.572914943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f552858f-d3c1-45d0-9455-96251d450253","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.574236834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"910d9561-7381-426e-a8e6-060cded63eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.595720166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"291660e0-038d-48c4-987c-56ff2c3047fd","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.596600761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"8bf217de-904f-4482-bc28-c08a625bfa2d","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"llm/e2e-dft-bf3150","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.606841577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e99ab8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e99ab8","reconcileID":"6707de6c-c8f8-4826-9147-fb76594055ea","namespace":"llm","name":"e2e-dft-e99ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.616125169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"291660e0-038d-48c4-987c-56ff2c3047fd","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.638505331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d4103b04-b364-4f34-9719-23460436eeea","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.638565071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecb65aa4-6cba-4132-98d4-6dd974891f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.639283717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"831cec01-1b43-4a02-87a7-33c27e7d4142","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","model":"llm/e2e-dft-cc0c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.639745942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ecc8690-945a-4c0d-84a9-d81732d5572a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.656423271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9db38fc8-c137-4107-8290-4677a1891c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.710133841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecb65aa4-6cba-4132-98d4-6dd974891f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.738804791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ecc8690-945a-4c0d-84a9-d81732d5572a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.744453879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"d4103b04-b364-4f34-9719-23460436eeea","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.767922587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9db38fc8-c137-4107-8290-4677a1891c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.831918604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"4988e231-98ee-460b-815a-dd0b1e6dd85b","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.851988328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"4988e231-98ee-460b-815a-dd0b1e6dd85b","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.934891276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"134a68f9-21c7-48d6-ac5d-ecad1b1a967c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.935856023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7894d381-e579-4948-ace7-c2cd286ae85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.936768081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"23cc54bc-fbe4-4a7f-9df7-896e0b4720b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.961806344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7894d381-e579-4948-ace7-c2cd286ae85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.963643736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"134a68f9-21c7-48d6-ac5d-ecad1b1a967c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:43.965066618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"23cc54bc-fbe4-4a7f-9df7-896e0b4720b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.023161481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"72599cd8-7eb1-411a-ad93-dbd07ed0a80d","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.043233273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"72599cd8-7eb1-411a-ad93-dbd07ed0a80d","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.052080123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14510852-9ff9-4014-abff-8b106b32e520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.071998239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14510852-9ff9-4014-abff-8b106b32e520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.125243769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a342c128-6fb3-481e-9154-8e4be53475cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.125244494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"f5e16147-e1e3-4cd9-a2b1-de3548847393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.12802076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"66455b13-9dd1-4c5c-83c7-51fe1585d469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.144991476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"f5e16147-e1e3-4cd9-a2b1-de3548847393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.145011155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"a342c128-6fb3-481e-9154-8e4be53475cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.147619987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"66455b13-9dd1-4c5c-83c7-51fe1585d469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.227776526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7e92fd87-e0d1-4483-95ab-aac96252a02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.228010346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3473a50b-aef5-492b-9c27-47b40b936b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.251068285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"7e92fd87-e0d1-4483-95ab-aac96252a02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.253811785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3473a50b-aef5-492b-9c27-47b40b936b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.33419573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"012d9439-b508-4add-8c1f-7a2c8a121d20","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.350379653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"084e01a3-928b-45ea-8881-2abeacebae04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.359031928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"012d9439-b508-4add-8c1f-7a2c8a121d20","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.369532236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"fe1595b1-1507-4a11-a6f7-679ccfebb42c","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.402092589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"084e01a3-928b-45ea-8881-2abeacebae04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.403061378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4877f28-c5b3-4e1b-bcce-4d1472fa5713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.404243647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"75839a5f-8a13-4717-931b-dbbe0aa94e1f","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.423168016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"fe1595b1-1507-4a11-a6f7-679ccfebb42c","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.456919215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4877f28-c5b3-4e1b-bcce-4d1472fa5713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.458163408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"75839a5f-8a13-4717-931b-dbbe0aa94e1f","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.53458622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6d8916b3-b023-405b-a323-40c65d05802e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:44.553892891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6d8916b3-b023-405b-a323-40c65d05802e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:45.275743944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"b233d2a3-f8d9-46db-b40f-ce3bd4abde45","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:45.306087961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"aa9db2ed-3cb0-47c7-ae7b-ff5380123a30","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:45.328538145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7f908adf-ca11-4766-a2c7-8f32fa372f12","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:45.3811225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7f908adf-ca11-4766-a2c7-8f32fa372f12","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:45.39949713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7f908adf-ca11-4766-a2c7-8f32fa372f12","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:45.435110622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"ab145b6a-f07f-42c7-a167-0676887e3d15","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:49.201228676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"652ce7d6-7d91-421d-8644-054f8c280c0f","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:49.201312761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"652ce7d6-7d91-421d-8644-054f8c280c0f","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:49.260506224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"7f40da5a-70df-4f4a-91a7-bf7bab7d0316","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:49.260706715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"7f40da5a-70df-4f4a-91a7-bf7bab7d0316","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:49.529168361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398ef3da-8b6d-4efd-b756-e26ffd29d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:49.54404821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398ef3da-8b6d-4efd-b756-e26ffd29d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:49.558811972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398ef3da-8b6d-4efd-b756-e26ffd29d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:49.573435174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398ef3da-8b6d-4efd-b756-e26ffd29d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.156677468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a90b318-6162-4c47-ba40-809d0bc0a762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.17114953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a90b318-6162-4c47-ba40-809d0bc0a762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.185868947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a90b318-6162-4c47-ba40-809d0bc0a762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.200435753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a90b318-6162-4c47-ba40-809d0bc0a762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:50.299737526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"0803d0f7-3398-4ef7-8e4c-48f00db92b32","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:50.299807284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"0803d0f7-3398-4ef7-8e4c-48f00db92b32","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.336590121Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-710927","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-710927","reconcileID":"6eee45a4-c8c3-4c60-b47c-64dd2ebd7762","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-710927","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-710927":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:50.439457667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"4f21f345-8bda-49a8-9c63-6980cc2a8621","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:50.439535863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"4f21f345-8bda-49a8-9c63-6980cc2a8621","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.963699685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb96d8f-60ee-4d90-beba-e05eed290057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.97838435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb96d8f-60ee-4d90-beba-e05eed290057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:50.99283454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb96d8f-60ee-4d90-beba-e05eed290057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:51.007367957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb96d8f-60ee-4d90-beba-e05eed290057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:51.82755087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"e7d530cf-d6a4-4aad-859c-bbdd3f47f8de","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:07:51.827634922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"e7d530cf-d6a4-4aad-859c-bbdd3f47f8de","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:55.453316056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"b774aa18-4126-404e-b679-d3fb322cbc09","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:55.473697347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"b774aa18-4126-404e-b679-d3fb322cbc09","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:07:55.492405735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"b774aa18-4126-404e-b679-d3fb322cbc09","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:05.528381058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"a16b5276-556a-4e77-a37b-f3558adb4d83","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:05.549948912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"a16b5276-556a-4e77-a37b-f3558adb4d83","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:05.57026342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"a16b5276-556a-4e77-a37b-f3558adb4d83","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:05.676061477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"1de9e635-b962-4411-b1b7-982820774dce","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:05.781572183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"5da7dea9-2817-4d63-b3ad-32359bd5f618","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.156492786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"a1c17993-d4fb-465f-bfaa-3210bf765826","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.164797478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"8cfbfffb-cb17-42d5-9de4-b11d8a001271","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.187997889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"a07fe5b3-f6ca-4722-8e60-ea58f1feed43","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.188816902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1f38c05c-870e-4aad-bc1e-be7b34b25519","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.222542717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"8cfbfffb-cb17-42d5-9de4-b11d8a001271","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.262990831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"a1c17993-d4fb-465f-bfaa-3210bf765826","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.245840893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1f38c05c-870e-4aad-bc1e-be7b34b25519","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.266345348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"a07fe5b3-f6ca-4722-8e60-ea58f1feed43","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.28692881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0983d511-5da6-4b00-bd8b-881fba9ad412","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.342644389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0983d511-5da6-4b00-bd8b-881fba9ad412","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.362035652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0983d511-5da6-4b00-bd8b-881fba9ad412","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.413087781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"c1826d88-66a4-429e-b4bc-11a546bcbe25","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.636833272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6914a1b6-05fb-473c-9a18-ad8fc811d95d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.735739635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6914a1b6-05fb-473c-9a18-ad8fc811d95d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.761584249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6914a1b6-05fb-473c-9a18-ad8fc811d95d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.836803747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9c6f317e-814f-4f0c-b2cc-d7b03217e0b3","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.870142638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9c6f317e-814f-4f0c-b2cc-d7b03217e0b3","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.891352152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9c6f317e-814f-4f0c-b2cc-d7b03217e0b3","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.952938074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ca179f45-fb03-4a5b-b2fc-add88baa7cad","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:06.976052208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ca179f45-fb03-4a5b-b2fc-add88baa7cad","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:07.014777015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ca179f45-fb03-4a5b-b2fc-add88baa7cad","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.484408441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","reconcileID":"3c1e0b92-cacc-4242-ae9b-b2b73908de06","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.516412209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"def3abee-3bab-42d9-a543-cf90b0a74990","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.537108104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f67ed9a7-d7a1-4c97-8c48-0c57779b5940","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.537288318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"284b1e7e-94f2-4995-a9df-005aca6fff79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.537586341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"2ce3a310-6ce0-46c9-8fa6-42b4ea9dcd54","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.542304717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"def3abee-3bab-42d9-a543-cf90b0a74990","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.556940314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f67ed9a7-d7a1-4c97-8c48-0c57779b5940","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.557083141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"2ce3a310-6ce0-46c9-8fa6-42b4ea9dcd54","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.559249608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"284b1e7e-94f2-4995-a9df-005aca6fff79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.560404301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"def3abee-3bab-42d9-a543-cf90b0a74990","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.56473744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"17d8f96d-ed0d-414b-a85c-fc9ef2f7d1d2","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.584147349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"17d8f96d-ed0d-414b-a85c-fc9ef2f7d1d2","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.605688531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4862edb2-b4c9-4e26-a042-bd63737081cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.625106198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4862edb2-b4c9-4e26-a042-bd63737081cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.689500884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"86fb66f9-da93-4b66-95f8-8f532ef5929d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.787072314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"86fb66f9-da93-4b66-95f8-8f532ef5929d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.788264954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"7dd1691d-6e9f-4bb6-bb54-138715e6ed09","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.789501301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8b736c94-b94d-4ade-9ce9-bf33ef6d5555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.808074644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"7dd1691d-6e9f-4bb6-bb54-138715e6ed09","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.809013153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"8b736c94-b94d-4ade-9ce9-bf33ef6d5555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.886392573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a97f58d-f7d8-4d3c-b6ef-26ca2b3d804f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.887772433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"1ebeba8d-d155-41ac-aa7d-2629cec85af9","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.900630972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d689d057-2470-4ffd-880d-2a404639ddac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.906163285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a97f58d-f7d8-4d3c-b6ef-26ca2b3d804f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.921313912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d689d057-2470-4ffd-880d-2a404639ddac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.961873899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"832f4c10-967e-414a-bc0b-f1baab398071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.981367966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"832f4c10-967e-414a-bc0b-f1baab398071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:08.986062134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"ebbc1393-a0fa-45de-a1c5-37e26d838fc9","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.041292964Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"2c8b7351-a684-4457-b64b-28df57aecc01","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.067247378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3de6eed3-1f56-4939-8a28-cbd23b9d8286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.069281224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5fff28b8-41fa-4d1e-b6c3-f1255972a04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.087808715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"3de6eed3-1f56-4939-8a28-cbd23b9d8286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.088531421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5fff28b8-41fa-4d1e-b6c3-f1255972a04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.163890676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","reconcileID":"9fdf231f-3a86-4992-b651-7f4afcca8a97","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.202709974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7320d3a0-d075-4c4f-b75b-3099c6be8125","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.202838883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d25c95f2-aac5-4645-8307-cabf5bd4cd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.222204968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"7320d3a0-d075-4c4f-b75b-3099c6be8125","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.222382479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d25c95f2-aac5-4645-8307-cabf5bd4cd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.230495847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"3a68a56e-d809-40cf-9f12-0cb863b9495e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.251059505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"3a68a56e-d809-40cf-9f12-0cb863b9495e","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.276147282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cb310ab9-448a-43d7-807e-9c161bf74eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.27789044Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"a0873eec-0877-4f9f-87cc-7df727171b23","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.295747544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cb310ab9-448a-43d7-807e-9c161bf74eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.303815261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbebc983-8251-48c2-a2e8-31239ee24c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.306442281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"45380d12-36d2-460d-a298-241f812f3871","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.323181745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbebc983-8251-48c2-a2e8-31239ee24c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.339885637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"211b0535-e0ec-446e-9f08-f443c8997c53","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.34131105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"68b26724-88b7-46af-b0da-fff35a74eb71","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.342657765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"4b84f81a-8db0-4cde-a56b-3196a532e485","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.343404171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"76b72d87-7b15-4f0e-938c-f0d78ac1fd91","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.343673443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"92d19817-fd53-4a2c-8c43-acd647b5d43d","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.370126998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"5d5bd938-8242-4e0f-9a65-b28843438349","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.400006593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"835d7dbf-f6ed-463b-b415-83563d1afa04","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.432502545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"e51606ea-9222-4f85-92ab-4cd7764a1057","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.462078154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"29d1390f-d5e4-48bd-a1c8-1402894fbdc0","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.463060141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"83745d6b-df81-400f-a9d4-ec5e21c2fc6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.471773584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d2016f1a-42ed-4585-b98a-6e88c382a925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.482607093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"83745d6b-df81-400f-a9d4-ec5e21c2fc6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.488364935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ffb8f227-d607-4143-b604-5b7ab0787e07","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.493859042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"d2016f1a-42ed-4585-b98a-6e88c382a925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.507748295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ffb8f227-d607-4143-b604-5b7ab0787e07","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.5260603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ffb8f227-d607-4143-b604-5b7ab0787e07","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.601245253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"dda4eeb9-16f8-40c6-a0ca-144344725cba","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.602518222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"24b57766-ce6e-4c19-a92b-a3880e0831e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.621202144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bde2108f-f88c-4b4e-b105-fb9a3ddd4313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.626245826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"24b57766-ce6e-4c19-a92b-a3880e0831e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.630424173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"dda4eeb9-16f8-40c6-a0ca-144344725cba","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.636859161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f8f812-2ac8-4e6c-8162-d93c7dfed50d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.642338396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"bde2108f-f88c-4b4e-b105-fb9a3ddd4313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.657413829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f8f812-2ac8-4e6c-8162-d93c7dfed50d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.665148522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"665a0025-cd24-4522-b067-b51c97cc0878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.685924072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"665a0025-cd24-4522-b067-b51c97cc0878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.774677025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a36b5e47-ac0c-4bfb-8143-84fe8df7d0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.797981602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a36b5e47-ac0c-4bfb-8143-84fe8df7d0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.866673613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dc7133f3-6c55-4f8e-87aa-7bc5c2012586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.886359472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dc7133f3-6c55-4f8e-87aa-7bc5c2012586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.894345467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b1914fdd-44d6-494f-9e8b-4092abd124a3","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.904025491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3c1afb03-5146-45cb-9529-42d575d4854b","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.913944521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b1914fdd-44d6-494f-9e8b-4092abd124a3","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.916883179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"d0374c88-dac4-437f-88b3-d7d3ac8c4fef","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.917385638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"233e25b0-98df-4a69-8311-eafc6159d3a0","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.923693624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3c1afb03-5146-45cb-9529-42d575d4854b","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.932114771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"95ebc7aa-2a9f-4625-b99b-ce8a6a7927cc","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.936518619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"d0374c88-dac4-437f-88b3-d7d3ac8c4fef","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.946269179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"8aa457ff-665f-47ef-8e3d-86506a28cdb4","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.951782031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"95ebc7aa-2a9f-4625-b99b-ce8a6a7927cc","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.976090842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"ba43d1b6-24f0-46ca-9ac0-ffedffadb0c0","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.977184785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"c988567f-6e6e-479e-af59-cb9bdeeff6a7","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.97749951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"97849fc6-70ac-4cc9-ae33-0e04e32856b9","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.977645321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"27a8e051-51bc-494b-ad9c-b215487309a2","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:09.978045118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"f403de82-0d20-4c34-bfae-ad0744181891","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.010588458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"503e641e-b743-40fc-a044-7817f330ce1b","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.042871341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f619fd41-a7a7-4e13-8003-3f3d4d1e2407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.07302256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"45213326-f1f0-4af8-9caa-0a1892c60ebc","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.07363902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"c06af2d7-fca2-43d5-a136-7215e14eabe5","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.075930537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f619fd41-a7a7-4e13-8003-3f3d4d1e2407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.092429368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"45213326-f1f0-4af8-9caa-0a1892c60ebc","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.104575384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"6f615aa8-ac74-4a92-b6a5-b72a3ab7dadc","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.11677144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c1ada59a-090b-4c1d-9416-12ec663328f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.11724842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"9ff17837-e874-4ce9-b4eb-6537b42b129c","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.119290401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1db98d87-ee26-49fb-afff-db1f9fcd4ca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.134193838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"22922e82-a0db-4023-a60d-86b6f5d2a425","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.137171594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"9ff17837-e874-4ce9-b4eb-6537b42b129c","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.137235726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c1ada59a-090b-4c1d-9416-12ec663328f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.141447769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"1db98d87-ee26-49fb-afff-db1f9fcd4ca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.173431458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"048e97df-f19e-49fd-bff5-2aab9fa88697","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.280369916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","reconcileID":"eae846c9-5951-4232-bf8d-a8b14182a457","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.295196107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"3bfd4b49-08c0-4ddd-801c-f1d87c3c25cb","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-amb-059203-a4d39303fdf1","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","externalModel":"e2e-shr-amb-059203","provider":"e2e-shr-amb-059203-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.309245707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3b710536-8b2d-4e77-8680-d7caea57dd33","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.328719719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3b710536-8b2d-4e77-8680-d7caea57dd33","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.374957533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"6a51b2ab-5dd2-4bbd-aeed-02a297c36082","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-amb-059203-5c6508b6b052","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-amb-059203","provider":"e2e-shr-amb-059203-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.425341491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"3c47ccdf-990f-4067-9c81-c49ff6563c6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.44005787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"768d15e9-abf8-467c-babb-7f6a54fdcc23","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.455249446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"3c47ccdf-990f-4067-9c81-c49ff6563c6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.455755971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b0bb9769-ad20-4f0f-bcfd-5f173161b7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.463191971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"768d15e9-abf8-467c-babb-7f6a54fdcc23","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.468536737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","reconcileID":"63df5c01-8259-48a0-9909-cf35259b5f6e","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-amb-059203-5c6508b6b052","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-amb-059203-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-amb-059203","provider":"e2e-shr-amb-059203-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.474510131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"3c47ccdf-990f-4067-9c81-c49ff6563c6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.47694673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"b0bb9769-ad20-4f0f-bcfd-5f173161b7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.481592898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"991da952-b4ce-49f9-8da3-b7506bb80d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.502087555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"991da952-b4ce-49f9-8da3-b7506bb80d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.502131265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"40be1465-0645-44bf-b94e-987893506ce4","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-amb-059203-a4d39303fdf1","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","externalModel":"e2e-shr-amb-059203","provider":"e2e-shr-amb-059203-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.517165796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c379d87f-db00-40e8-8304-1b37fb07486a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.531428186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"711dd430-6837-4c9e-bf88-a90643d8779a","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.536682934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c379d87f-db00-40e8-8304-1b37fb07486a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.550925429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"711dd430-6837-4c9e-bf88-a90643d8779a","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.619950371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5dc2826-b872-4d9f-9888-7b7efa592573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.639360073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a5dc2826-b872-4d9f-9888-7b7efa592573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.64986483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6477f179-1a21-4e7d-9894-bd2ffaf9fc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.669156888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6477f179-1a21-4e7d-9894-bd2ffaf9fc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.708233835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"64cab051-00e7-493d-9d78-4f82596e834a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.772004016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d6709517-380a-4520-b428-46c6401d1348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.78710195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e9eef574-47b8-44d6-8567-00b86729656c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.788481712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4a02a4ec-db28-4e13-a6db-480220af53f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.882356125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"64cab051-00e7-493d-9d78-4f82596e834a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.885476818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d6709517-380a-4520-b428-46c6401d1348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.886875627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.890407573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e9eef574-47b8-44d6-8567-00b86729656c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.894018923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"4a02a4ec-db28-4e13-a6db-480220af53f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:10.986584191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"608aad9b-0250-412a-8b61-adc0d2cab22b","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.00759409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"608aad9b-0250-412a-8b61-adc0d2cab22b","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.057744345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"23801b15-0d27-40f8-b4f8-a3fe162eb451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.05944609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c54fdd3f-216b-41f0-9ac4-35da5f204167","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.077508029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"23801b15-0d27-40f8-b4f8-a3fe162eb451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.08003852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c54fdd3f-216b-41f0-9ac4-35da5f204167","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.085387899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55b6efd1-7d54-49ae-9a1d-f171a477accc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.105068231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55b6efd1-7d54-49ae-9a1d-f171a477accc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.185105897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"903fc6b5-8e60-4849-81fb-7d8f040a6c1a","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.207009047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"903fc6b5-8e60-4849-81fb-7d8f040a6c1a","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.28298936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"61aad95e-f6fb-49b7-acfd-7a7860fc3728","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.305238194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"61aad95e-f6fb-49b7-acfd-7a7860fc3728","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.357165875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"861cc19a-63e4-46dc-9663-d3907adcc3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:11.378965937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"861cc19a-63e4-46dc-9663-d3907adcc3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:14.906198554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"3b50bd0c-816a-4f42-8f39-bff806ba001b","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:14.924868576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"3b50bd0c-816a-4f42-8f39-bff806ba001b","error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:14.945653201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"370e4370-4494-4968-aff0-de629cf78ee4","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:14.945751304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"370e4370-4494-4968-aff0-de629cf78ee4","error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:14.974070971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"93db67c4-0a5b-42bc-ae7e-620e01535418","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:14.974163691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"93db67c4-0a5b-42bc-ae7e-620e01535418","error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:15.009656752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"a138e823-3a62-49c3-aa3b-dd0e919af3fb","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:15.009730325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"a138e823-3a62-49c3-aa3b-dd0e919af3fb","error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:15.065117784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"331793df-cfff-478d-9eec-4c604adde84d","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:15.065189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"331793df-cfff-478d-9eec-4c604adde84d","error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:15.1606991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"020c439c-03a8-4ab9-98c7-ee9f62dad25b","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:15.160769945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-ambiguous","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-ambiguous","reconcileID":"020c439c-03a8-4ab9-98c7-ee9f62dad25b","error":"ExternalModel e2e-extmod-shr-user-b3ceec/e2e-shr-amb-059203 is attached to several gateways [openshift-ingress/e2e-extmod-a-696f9a openshift-ingress/e2e-extmod-b-4a73b1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:15.654205746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","reconcileID":"51ef349f-bcbe-44bd-a286-41a3211acb6e","MaaSModelRef":{"name":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-amb-059203-a4d39303fdf1","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-amb-059203-e2e-extmod-a-696f9a","externalModel":"e2e-shr-amb-059203","provider":"e2e-shr-amb-059203-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.16378394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","reconcileID":"99f08902-7f45-44d2-9f80-33a12e74fff6","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.20854798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ec224ec7-e774-4f5b-8020-605649803809","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.212446158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"44949603-e70d-4a08-9c24-35390ceffe6f","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.216264958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b847086a-f8a0-45db-873b-6a1c2d307aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.271987709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8a76fd98-ce70-4766-93dd-2ca4999a9297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.272446058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cb664e10-646a-490b-a237-5c71641c923c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.274879487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ec224ec7-e774-4f5b-8020-605649803809","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.288225284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b9b038e0-3ddf-4e6d-9e72-4b2fa809ce99","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.291653648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"b847086a-f8a0-45db-873b-6a1c2d307aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.292996331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"8a76fd98-ce70-4766-93dd-2ca4999a9297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.294499998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"cb664e10-646a-490b-a237-5c71641c923c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.294861473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"ec224ec7-e774-4f5b-8020-605649803809","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.294930989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"1d21170f-8f4a-48c9-9b6c-3b8068bf9787","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.308282033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b9b038e0-3ddf-4e6d-9e72-4b2fa809ce99","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.318101223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"31344aa8-901a-42fd-b99a-f4865fa95853","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.318103007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"7456861c-e7c1-4fc9-b089-43f86b50a158","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.31853582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"73e4df3d-ded5-425c-bd0e-5ca33f5ec4f8","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.321750867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"4cc8fa1c-947f-4010-9c12-e638a347e574","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.325441034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"7dc58d75-a667-4a4d-9be7-049ba4547fc4","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.38089545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"44023034-5247-4dfd-ae2e-b0c602e8335a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.395857804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"5dd04807-4d3a-4bb5-bbce-bd71679c1355","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.402015092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"44023034-5247-4dfd-ae2e-b0c602e8335a","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.430223433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"ca9781f0-603d-458e-90dc-8da9397dcb17","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.444630302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0a96a9ff-027a-4560-85f0-2483f3fd3de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.472283017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-059203","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","reconcileID":"154c9410-eea5-4aad-a875-db5e8025d319","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-amb-059203","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.473877183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0a96a9ff-027a-4560-85f0-2483f3fd3de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.486112958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"85fe67e1-7d09-4363-b2f1-7badf6d58a2c","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.487580927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"4de41299-fdfc-4fda-b480-c787dd4acbd2","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.487613376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d7dae131-e68d-4106-b659-ee9e68965fb8","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.488197525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8dffb6c-9788-48b7-acd4-4c36f1a8d2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.488793447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"0deac6ac-6b5c-4fe8-8813-d206cbb5e5a9","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.511865722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"85fe67e1-7d09-4363-b2f1-7badf6d58a2c","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.528052849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8dffb6c-9788-48b7-acd4-4c36f1a8d2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.610688619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"03d848a9-69bb-4df3-8db3-2bb9f84ac678","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.611318604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"4cc2019a-8b7e-4c48-85aa-2815b11c27f9","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.630904373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"03d848a9-69bb-4df3-8db3-2bb9f84ac678","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.677629962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8c43be94-ab20-419b-91a0-907e63aefd14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.677649225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"f1b6a252-9d24-4116-8454-6a45ff819df6","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.697638625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"8c43be94-ab20-419b-91a0-907e63aefd14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.697735097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"f1b6a252-9d24-4116-8454-6a45ff819df6","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.778815616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3db145f9-fa3c-4b00-9d73-8d68523afedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.77884456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c6bd5293-d3a9-4ab1-bf33-5e0db00cffd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.798752929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c6bd5293-d3a9-4ab1-bf33-5e0db00cffd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.800337131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3db145f9-fa3c-4b00-9d73-8d68523afedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.901045275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"628bddc3-a1e9-4627-933b-5324776bd850","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.901174317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4501a73d-1832-4517-818b-b53f412398d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.902878077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"357c8867-ec1d-4b1e-8c34-736a8b42e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.92100412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"4501a73d-1832-4517-818b-b53f412398d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.921355269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"628bddc3-a1e9-4627-933b-5324776bd850","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.923500078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"357c8867-ec1d-4b1e-8c34-736a8b42e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.930170064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e29d5c-4e01-4bd2-b540-de9f6a44a97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.951423865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e29d5c-4e01-4bd2-b540-de9f6a44a97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.962621761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"f35cc33b-1e89-4fbb-ac2b-ee399f052c8e","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.977842642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d70c350a-1bcd-49f9-8ce4-70088242e0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:16.997393908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"d70c350a-1bcd-49f9-8ce4-70088242e0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.01523611Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"196b639c-e040-4ebe-8129-223a9f0ba004","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-acb0e2de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.075158796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"a10e03b9-eece-4cd5-835a-78b5ddbdc508","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.095179055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d6e5a1ec-450d-444b-868d-10d601acaaa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.137813919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d6e5a1ec-450d-444b-868d-10d601acaaa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.14061649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"a10e03b9-eece-4cd5-835a-78b5ddbdc508","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.160236619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"a10e03b9-eece-4cd5-835a-78b5ddbdc508","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.181164232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"c85f2b54-e6df-4837-bc90-5e8680edc444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.200950979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"c85f2b54-e6df-4837-bc90-5e8680edc444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.205069901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b45d8ce5-c708-4eff-890d-d893c216633f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.225299015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b45d8ce5-c708-4eff-890d-d893c216633f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.235637176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"222ffc18-b2b6-4204-b551-aae87c777873","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.25578826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"222ffc18-b2b6-4204-b551-aae87c777873","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.277678279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"2feded35-4e71-42d6-a993-a313de0594eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.29835582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"2feded35-4e71-42d6-a993-a313de0594eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.404806732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9a1e1a-9b31-49bb-8563-af7b80e2f085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.424520698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9a1e1a-9b31-49bb-8563-af7b80e2f085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.481679283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0e7d4b16-a3f3-4f58-a04c-672d1f013630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.498088579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"04509019-b90b-435f-a9c1-eb7307ebed54","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.499053898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"ab00e1c2-8a51-4b1d-af2d-b1e3bb1943b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.503094708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0e7d4b16-a3f3-4f58-a04c-672d1f013630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.547356677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"c3fbf158-ebb2-4206-9831-0583c569d172","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.567715794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"04509019-b90b-435f-a9c1-eb7307ebed54","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.582746415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"ab00e1c2-8a51-4b1d-af2d-b1e3bb1943b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:17.607780781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"c3fbf158-ebb2-4206-9831-0583c569d172","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.030599116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"b9bb222b-7af2-47a0-a8fd-7fe7def00ada","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","subscription":"e2e-shr-auth-6e11c1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.060917018Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"b9bb222b-7af2-47a0-a8fd-7fe7def00ada","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.076241843Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"b9bb222b-7af2-47a0-a8fd-7fe7def00ada","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.166629752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-696f9a priority=0:[ai-tenant-e2e-extmod-a-696f9a/e2e-shr-auth-6e11c1-sub ai-tenant-e2e-extmod-a-696f9a/e2e-shr-shared-a8a4e8-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.182096692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"3da8aa83-8778-4bab-a187-b9dad6ac527c","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.193469474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"4d9f3cd7-ad6d-4b98-962b-958f3e7c4058","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.213262443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"4d9f3cd7-ad6d-4b98-962b-958f3e7c4058","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.215798461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"681f1b98-270f-4021-9e6f-de11176e6a70","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.215798732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6a44fd82-9001-4e83-8daf-2595a463453d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.271834748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"4d9f3cd7-ad6d-4b98-962b-958f3e7c4058","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.272294661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"ba4c32a3-0bca-4db7-9a89-4351eacc9517","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.27362863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"6a44fd82-9001-4e83-8daf-2595a463453d","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.27419642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"681f1b98-270f-4021-9e6f-de11176e6a70","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.324046685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"1c356215-7f1e-423b-88ee-dff712f2b650","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.418337006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-auth-6e11c1-access","reconcileID":"0eb73003-307b-4cca-9d31-5b519c78201c","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.481275031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","reconcileID":"6a519a10-521a-4639-b40b-ea59562abee6","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-39ab4317bbe5","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.630278023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"74fd4a60-f188-4f02-a835-86a855dfc681","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.666087163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"7d923ea6-9470-4461-8e1f-cd1e3df8daae","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.666130222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"750c2e8c-41fe-4e90-96cc-d3756e91e4c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.6816163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"b5f62253-81f5-43ab-aebf-c2aaed9c56ef","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3e5b549e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.687489894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"750c2e8c-41fe-4e90-96cc-d3756e91e4c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.687517228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"7d923ea6-9470-4461-8e1f-cd1e3df8daae","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.808793749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"ef3d06bb-4d48-4f31-9185-c29781ed15db","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.80880204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3a65ab3f-71da-4d25-8a4b-3a395c30772c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.828781515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"ef3d06bb-4d48-4f31-9185-c29781ed15db","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:27.828829014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"3a65ab3f-71da-4d25-8a4b-3a395c30772c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:32.833194464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"b5b1f096-1b58-4b26-a352-8d452ca6c81e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:32.875717054Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"b5b1f096-1b58-4b26-a352-8d452ca6c81e","name":"e2e-inf-a-710927-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.30493748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"509cacaa-975c-4dea-a188-5d4b9480241d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.335545974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"509cacaa-975c-4dea-a188-5d4b9480241d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.356832863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-943963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8160fda9d2d7011c214df43ff75fe95fa95e2f26856bcfec4f2e699641903c67) AuthConfig (3b6928b31ff6ea7e511c1c6d353ec59597af3b45b3e831fcaa37c6fdb221b7ec) AuthConfig (13a7a0c2b6fa9c11b07dba8641340d026bb345a3bbd3902771cadb3634c5a39b) AuthConfig (fe10db43d5285667e24af4d29965c4b5192bfc743053cd7d1bec604ff8adff88) AuthConfig (d00a562bc6b3f253701afb3b1034033a5360d0ac70e7d54c217f30b94c5e6fa8) AuthConfig (0862555ac4e12f2816c80a8ab92e8416f3626e1a842d6790ce98c9f5f2cd2016) AuthConfig (bd12697ce7117465f4cde13070e3c712e24a9067c485f83776ee5b5487007d59) AuthConfig (61a5aaa6ff576760d0deefb1c0c9e03e61794810a9fb159a54a531025d563e69) AuthConfig (cb9f000765290b3ba082492676adad8f0654c8ae4307dbce40a2835dc922787b) AuthConfig (7718f5ebd7644d846cdc490a6cdb679664f39f05717c4e7300b9762906ede727) AuthConfig (89907d88ccd294bc0874b807fc3b31a52aaa8dd95a59004b61817a80cf6f5379) AuthConfig (af948e35e239cb66d84d655e498f7dd52aab26bda3ff7b87354b0843c9ee9674) AuthConfig (48edd6697fe415f83dcf130b301109546753ba15892995f8fb077ee1172b54fb) AuthConfig (fecd9524a5c4c77926cbf67bdf7a1921e0b79c01959c1f86656b5a39fceb5a9e) AuthConfig (fc82ea5e65cab95027466221ba756c853e94c2714a586c0c905bf8c879224ab5) AuthConfig (39962a603d5fb31cdc78647cb0991a7b55acb413b674a49c06bf6f43dd761603) AuthConfig (49775c04e5bf7f2834537eb1ea430d8462befdf768cca475a4efbc9f035c89b9) AuthConfig (d75d2d19ff86bdf71fa69de9f82bf72b7722b4f87a7ec1747f1e9b6e6c31299b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"509cacaa-975c-4dea-a188-5d4b9480241d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.697482634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"baf28a11-cf8f-40de-b67e-54dbee548aac","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","subscription":"e2e-shr-auth-6e11c1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.73105956Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"baf28a11-cf8f-40de-b67e-54dbee548aac","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.746079703Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-sub","reconcileID":"baf28a11-cf8f-40de-b67e-54dbee548aac","MaaSSubscription":{"name":"e2e-shr-auth-6e11c1-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.90253241Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.91726533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"25ea7bb3-670f-41e5-a6fa-247f7f9c6acd","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.97203984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"1bc903ae-40f1-4c37-9b5d-cd3c0818748d","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.972579902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"fcc81a2b-60ac-4e45-a043-acebd334fbf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.97946178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f488ff94-fb29-4f74-9c87-53a9a5ac18d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:37.993487217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"fcc81a2b-60ac-4e45-a043-acebd334fbf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:38.073990731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"f488ff94-fb29-4f74-9c87-53a9a5ac18d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:38.089628669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"8b3d1d15-94c0-40ec-b309-0bff3854eb2b","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:38.132187715Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-auth-6e11c1-access","reconcileID":"71a1defa-86dd-45f8-bcfb-6c2c2e91cfa3","MaaSAuthPolicy":{"name":"e2e-shr-auth-6e11c1-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:38.194566905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"37dfde87-4384-4eec-b175-95d85c494fc2","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:38.533613766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","reconcileID":"eb98c844-7b65-484b-a63f-447ef1ec4343","MaaSModelRef":{"name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-auth-6e11c1-0c39b9d60bad","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a","externalModel":"e2e-shr-auth-6e11c1","provider":"e2e-shr-auth-6e11c1-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.051418127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","reconcileID":"c9c41e5b-3c63-4057-8ea5-439c640210b5","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.085586835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c2c1dcbf-4cbe-439f-872f-bd6fcdd03d0e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.088538934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"14eda35d-b0c3-43c8-9e31-8fe03a2667e7","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.101028301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f25ab98d-8545-43f2-ba31-bc352bb8f828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.101035433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f72cf3e2-cc5c-47de-904a-b86dedda4484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.107168772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c2c1dcbf-4cbe-439f-872f-bd6fcdd03d0e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.107710175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"14765752-347a-428d-b66a-be30a557749f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.12244634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f72cf3e2-cc5c-47de-904a-b86dedda4484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.122931091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f25ab98d-8545-43f2-ba31-bc352bb8f828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.12370585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"16db2af8-eb58-4b60-a501-ce7eae6714a5","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.128840548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"14765752-347a-428d-b66a-be30a557749f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.130127204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"131ee4b5-df33-4e10-8c03-f6c007c0d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.147595047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"5c56968e-52bd-4f52-9743-a7f37a200e80","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.149559794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"131ee4b5-df33-4e10-8c03-f6c007c0d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.153067502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"734947dd-0ed8-4268-bb68-922af26de4ee","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.17767893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"4c4d737f-8207-4b33-a8a1-029131b9a96f","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.207666009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"57616b84-2540-4d6e-854f-177f020c8671","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.279101917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"748e5958-9c19-4e88-8323-c4bb5d29a0ff","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.279739496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"5ffeedae-d5f2-4086-be7f-2666b8b10f38","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.302463461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9a767515-d854-4ed4-8575-3cf5d44bb4c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.302787602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"03de31bf-9eba-42f0-8ff1-a6831d811fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.304954382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"68a766ea-d426-4bad-8e01-e4ce251c5e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.322576319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9a767515-d854-4ed4-8575-3cf5d44bb4c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.324854803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"68a766ea-d426-4bad-8e01-e4ce251c5e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.324912153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"03de31bf-9eba-42f0-8ff1-a6831d811fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.354285857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-6e11c1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","reconcileID":"34afab7d-e3d1-47b1-9dd1-38167c750755","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.386449623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"620e1739-a431-4b2f-86ae-a2b2397cdfd6","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.398892654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"222962de-e83b-4fac-98fa-00f3f43c17d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.437808545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"222962de-e83b-4fac-98fa-00f3f43c17d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.463705048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"e307adee-7dac-4413-a0d3-4c88f80f5b6c","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.484858799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"e307adee-7dac-4413-a0d3-4c88f80f5b6c","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.504096955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"150331ef-a20d-4077-8b51-e44d12386a5f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.526570265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"150331ef-a20d-4077-8b51-e44d12386a5f","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.62375368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"448b0021-007c-434c-aebf-dc0a8a1f2b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.643787503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"448b0021-007c-434c-aebf-dc0a8a1f2b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.652750514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ebab2ac-a690-47c8-9da7-83b1962d98eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.67426888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ebab2ac-a690-47c8-9da7-83b1962d98eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.704598132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"a2582e46-36d0-4128-83b1-c3c448681f2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.725483056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"a2582e46-36d0-4128-83b1-c3c448681f2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.748105531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"0b6a6d15-8b5e-47b3-a65f-401d61f80598","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.776411336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"0b6a6d15-8b5e-47b3-a65f-401d61f80598","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.81816369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3e145688-697b-48c3-8034-56609c5d802c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.838849716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"3e145688-697b-48c3-8034-56609c5d802c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.847802915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"32c20fb8-f57b-484c-8bd7-53c32b9a3114","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.900602944Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"3c51d11e-82a1-42bc-89a1-2e88b2cc7d67","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3735e7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.97234978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"beccd4a0-e568-4b91-ae92-acfa4e267e1a","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:39.996815958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"60ee4594-996e-47ed-b81f-1d5c330edb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.029206795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"60ee4594-996e-47ed-b81f-1d5c330edb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.038843239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"beccd4a0-e568-4b91-ae92-acfa4e267e1a","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.070871093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"48b144a2-875e-40fc-8e81-716839bfc73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.072949806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"75348061-461c-4f41-93f8-082f3f1e968b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.091691151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"48b144a2-875e-40fc-8e81-716839bfc73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.094924341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"75348061-461c-4f41-93f8-082f3f1e968b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.156992475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"763c2f66-ac91-40d5-862d-3c9ba7b8e5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.157705643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d026c60-57f1-46d9-8d19-acdc569cc45f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.174434085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"607fbec8-85d0-49f8-a9e5-94d7105bb3c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.178903806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"763c2f66-ac91-40d5-862d-3c9ba7b8e5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.178906694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d026c60-57f1-46d9-8d19-acdc569cc45f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.195642601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"607fbec8-85d0-49f8-a9e5-94d7105bb3c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.221354942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"758a49e4-a891-4092-9813-cadc793d4be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.221354884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"23f0b8e3-5a9f-4120-be30-56a373d608b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.241305116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"23f0b8e3-5a9f-4120-be30-56a373d608b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.241416576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"758a49e4-a891-4092-9813-cadc793d4be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.306094493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0eceddf0-8865-4a2e-8c22-7416703ddd3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.320232321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ff48fcb3-59be-4ce9-aa53-77a935fa486a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.325865296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"0eceddf0-8865-4a2e-8c22-7416703ddd3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.339818099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ff48fcb3-59be-4ce9-aa53-77a935fa486a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:40.759544922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.267278091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.282826655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"846b1153-0b70-402a-a0a1-c9a7f799d009","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.298472257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"f5701697-ea11-4ae6-b662-4254cb7b041d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:42.302280277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"b7a5912f-e266-415c-b24c-5ec20c144fbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-7f1ce9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.317782567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"f5701697-ea11-4ae6-b662-4254cb7b041d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.334587265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"0d6b0245-850d-4e9d-9f6c-dee3d028749d","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:42.365816759Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"0d6b0245-850d-4e9d-9f6c-dee3d028749d","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:08:42.365879975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"0d6b0245-850d-4e9d-9f6c-dee3d028749d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.380840336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"0709570f-08f9-4643-ba70-b0aa3b29f828","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.437220219Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"03f6d389-0243-4673-b0ca-24aa45602140","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-943963/e2e-shr-quota-7f1ce9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.495525914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2a4a5dd8-5b0a-4ed0-a6b9-d9ffbb1074c9","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.515003146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2a4a5dd8-5b0a-4ed0-a6b9-d9ffbb1074c9","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.522759514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"e5b2a4f1-066e-4628-a8c6-5a6cbf80b7dc","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:42.581810644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"0e9b05e6-040d-4260-a604-61a4a67d7b37","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:49.916032483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d88b692a-124f-4b96-8373-eadaa48e5fbb","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","subscription":"e2e-shr-shared-a8a4e8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:49.946490849Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d88b692a-124f-4b96-8373-eadaa48e5fbb","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:49.961850061Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d88b692a-124f-4b96-8373-eadaa48e5fbb","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.125044707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.139754675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"62ad0768-3692-4a75-ae86-f11b71458dd9","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.155533969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"07d74d1e-59f1-4243-8adf-b6437a520876","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.177212617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"07d74d1e-59f1-4243-8adf-b6437a520876","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.279632779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"ee1f80e4-3144-4daf-8467-0986f1bc23af","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.323555336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9fe76d10-df02-4791-9062-eac056c3fba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.380595431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9fe76d10-df02-4791-9062-eac056c3fba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.435197085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9fe76d10-df02-4791-9062-eac056c3fba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"name":"e2e-extmod-b-4a73b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.435222527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"9fe76d10-df02-4791-9062-eac056c3fba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.471676462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","reconcileID":"ac01cf27-16c4-4cf4-95f3-f090e8ca0911","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-1de8ba444458","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-b-4a73b1","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-b-4a73b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.619653905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"72beab80-1e03-4322-bf15-71ee2cecb765","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.635530795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c77a38a8-a3be-462c-93c7-7dd31dd4641e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.655345681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"c77a38a8-a3be-462c-93c7-7dd31dd4641e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.674341434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"ffe1d29b-2bde-46af-9b0a-1f561b3a4a58","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc5756d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.831752649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4a3838e5-22c0-4aa2-be1a-371ea21bae8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:50.851621177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"4a3838e5-22c0-4aa2-be1a-371ea21bae8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:59.899369034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"1aa47008-3ac5-401a-a872-ef469421633d","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:08:59.985909305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"18bc5f96-5d9d-467b-a853-209040bfa8fa","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.68983178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d3b6fbfa-8079-418b-85fc-1d3380fd2424","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","subscription":"e2e-shr-shared-a8a4e8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.719962498Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d3b6fbfa-8079-418b-85fc-1d3380fd2424","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.735244877Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-sub","reconcileID":"d3b6fbfa-8079-418b-85fc-1d3380fd2424","MaaSSubscription":{"name":"e2e-shr-shared-a8a4e8-sub","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"maas-trlp-e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.82625584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-bf3150-sub models-as-a-service/e2e-dft-cc0c3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.842922699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"37c0e2c9-e99b-4e0f-9d02-54bdddc59858","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.858904046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ad0150e8-0a3a-4f56-9add-1f3d4f187159","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.874628494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"cc1aa794-8e2d-4aad-a15c-22be981eb279","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.878864101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"ad0150e8-0a3a-4f56-9add-1f3d4f187159","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.894364747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"cc1aa794-8e2d-4aad-a15c-22be981eb279","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.938257282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"b8dff5fb-c92e-471f-9b50-f08c234c2305","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.972109739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"d4fc808c-5f15-49a8-8097-c26b135ecfc0","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:00.988915513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9de126c8-61a9-4afc-8d91-d2f1066abe60","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.003786058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"516ca82d-7dd6-4784-9833-a81148f1026e","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.026788375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"eebb6be5-2d96-40d5-a212-5aaccf294556","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"model":"e2e-extmod-shr-user-b3ceec/e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.04240057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9de126c8-61a9-4afc-8d91-d2f1066abe60","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.061162671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9de126c8-61a9-4afc-8d91-d2f1066abe60","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.079763599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"eebb6be5-2d96-40d5-a212-5aaccf294556","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.1004414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"c71efa7a-82cd-42fb-a765-ff652c6903de","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.134399531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"eebb6be5-2d96-40d5-a212-5aaccf294556","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"name":"e2e-extmod-a-696f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.134432238Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"e2e-shr-shared-a8a4e8-access","reconcileID":"eebb6be5-2d96-40d5-a212-5aaccf294556","MaaSAuthPolicy":{"name":"e2e-shr-shared-a8a4e8-access","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.171190102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"14977d47-b169-4615-96fd-1266504de3c3","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:01.495885369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","reconcileID":"0fe88cb4-f76c-42a6-a8cc-feedde2e918c","MaaSModelRef":{"name":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","namespace":"e2e-extmod-shr-user-b3ceec"},"routeName":"external-model-e2e-shr-shared-a8a4e8-f63b7699e0a8","namespace":"e2e-extmod-shr-user-b3ceec","model":"e2e-shr-shared-a8a4e8-e2e-extmod-a-696f9a","externalModel":"e2e-shr-shared-a8a4e8","provider":"e2e-shr-shared-a8a4e8-provider","gateway":"openshift-ingress/e2e-extmod-a-696f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.031378847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","reconcileID":"f8fbae0d-9d33-4b02-80c4-64ea01b7a5e7","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.072571296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"dd0020be-57ee-4ec4-963b-5b0166c1ee60","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.086245485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c61ffea9-05bd-44f0-8a42-a13459960a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.087390387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"18a84484-0475-45ab-9e24-f76ea6877f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.09367778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"dd0020be-57ee-4ec4-963b-5b0166c1ee60","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.107480699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c61ffea9-05bd-44f0-8a42-a13459960a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.108109618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"18a84484-0475-45ab-9e24-f76ea6877f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.112924448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"dd0020be-57ee-4ec4-963b-5b0166c1ee60","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.114963625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"40abc273-9483-47d9-8384-1218d5d8704d","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.115046359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18822e96-a7d0-4ace-a461-0ea5a75a8497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.135215196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18822e96-a7d0-4ace-a461-0ea5a75a8497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.135264713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"40abc273-9483-47d9-8384-1218d5d8704d","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.146638788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"081d870e-fd61-423e-b024-460e24646bed","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.172615409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"081d870e-fd61-423e-b024-460e24646bed","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.27449514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"49ab7391-b507-44f2-8deb-61861b5a3ebf","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.274607681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"49ab7391-b507-44f2-8deb-61861b5a3ebf","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.291735206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2159cc70-8f84-4503-8f9c-41e9352d8b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.291735224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0b38d553-a5aa-408c-88ad-e19a2784d95a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.31567619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2159cc70-8f84-4503-8f9c-41e9352d8b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.315878128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"0b38d553-a5aa-408c-88ad-e19a2784d95a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.333738833Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"81a64f59-d879-4111-9370-ff6002025c0b","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04d6e260","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.358044138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a8a4e8","namespace":"e2e-extmod-shr-user-b3ceec"},"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","reconcileID":"4c226956-125e-4d6c-9773-affd2759d5bf","namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-shared-a8a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.386448319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"66e7e2a6-c3a1-413d-a5da-3a28a48cf734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.389024159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8ed2dd21-f164-40e8-b90c-0794b3e7b9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.408829099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"66e7e2a6-c3a1-413d-a5da-3a28a48cf734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.412742189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8ed2dd21-f164-40e8-b90c-0794b3e7b9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.414670652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1d4a60-defe-46e1-b6f2-809c78fe1581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.435464314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1d4a60-defe-46e1-b6f2-809c78fe1581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.50159136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35d4bd99-6234-4c66-b3e0-8dcf49226da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.501615752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"63130cce-aacb-4aea-8597-89d0c0d753dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.502045452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"2a6287aa-29bb-426e-803b-93fa86475d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.502214745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e7ee9563-f47a-45e3-9a29-4845da47630d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.523032862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"35d4bd99-6234-4c66-b3e0-8dcf49226da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.52309635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"63130cce-aacb-4aea-8597-89d0c0d753dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.526773002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"2a6287aa-29bb-426e-803b-93fa86475d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.526767315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e7ee9563-f47a-45e3-9a29-4845da47630d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.654946446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"1e1edd77-066c-4777-8088-25e730fd0cea","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.679282777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"1e1edd77-066c-4777-8088-25e730fd0cea","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.770852083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"af6a23df-4306-4066-92eb-e74609dfe885","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.785038139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9204a64d-6dc7-4293-817c-01203a5185e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.790269174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"af6a23df-4306-4066-92eb-e74609dfe885","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.80502601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9204a64d-6dc7-4293-817c-01203a5185e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.808873434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"af6a23df-4306-4066-92eb-e74609dfe885","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.81362352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"ae6fb22f-078f-4c1e-9cf5-bb5a9a5a6f56","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.813765167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13774322-3a06-44b4-90a6-140fdae83057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.834649812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13774322-3a06-44b4-90a6-140fdae83057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.834736739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"ae6fb22f-078f-4c1e-9cf5-bb5a9a5a6f56","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.870657071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"cc7b4e5b-4170-4a64-8d8d-783952e26961","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.884379767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4f5119af-7ca7-49e6-af8d-85e07733f3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.891100165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"cc7b4e5b-4170-4a64-8d8d-783952e26961","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.904945762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"4f5119af-7ca7-49e6-af8d-85e07733f3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:02.992238913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"edde6cad-9d01-43a2-a358-e198d66a2d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.00567427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"17100b2d-0f16-4206-98ea-b450b12cbfb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.006663668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bdbf3719-b4f1-4aeb-a123-60e06d35284d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.011752825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"edde6cad-9d01-43a2-a358-e198d66a2d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.021006764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7df058a2-f9bc-4f3d-a9f6-d8401571ebc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.025425862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"17100b2d-0f16-4206-98ea-b450b12cbfb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.026531829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bdbf3719-b4f1-4aeb-a123-60e06d35284d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.040441052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7df058a2-f9bc-4f3d-a9f6-d8401571ebc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.11786715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a492013-a558-48dc-8983-b5e2d229ad24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:03.140184395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a492013-a558-48dc-8983-b5e2d229ad24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:10.758918482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:12.258958255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"139dd63d-eb4d-4948-bde3-786d7d9789a2","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:12.259022075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"139dd63d-eb4d-4948-bde3-786d7d9789a2","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.38628476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"c530c666-70e4-4eb0-a220-aaae25b3f97d","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cc0c3e","subscription":"e2e-dft-cc0c3e-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:12.406811559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"7499bd00-7556-4833-b041-ee9627b146f7","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:12.40687514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"7499bd00-7556-4833-b041-ee9627b146f7","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.421611566Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"c530c666-70e4-4eb0-a220-aaae25b3f97d","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.438385007Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-sub","reconcileID":"c530c666-70e4-4eb0-a220-aaae25b3f97d","MaaSSubscription":{"name":"e2e-dft-cc0c3e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cc0c3e","namespace":"llm","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.543014188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"0a9bb6cb-4172-4351-9c9c-a58470944fe5","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.543047079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"0a9bb6cb-4172-4351-9c9c-a58470944fe5","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.581934414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4197b43-1980-4707-8b44-5edcc73ee983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.597057984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4197b43-1980-4707-8b44-5edcc73ee983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.59765053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"1fddb749-7e51-4f85-8438-d78bf0adf452","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.597675633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"1fddb749-7e51-4f85-8438-d78bf0adf452","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.611857047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4197b43-1980-4707-8b44-5edcc73ee983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.611991888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0da8d2fe-566c-473d-b92e-88b1f8dfa4f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.612203496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f4ef1ae8-75b2-4b40-8582-aaabfa66300e","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.612420902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f87dcdde-870f-4cea-be6d-166c1a5e6080","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.612585591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe4a04fc-a243-4727-a769-f0ac26030a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.6282865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4197b43-1980-4707-8b44-5edcc73ee983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.633023724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0da8d2fe-566c-473d-b92e-88b1f8dfa4f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.700665923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"f87dcdde-870f-4cea-be6d-166c1a5e6080","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.700956689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe4a04fc-a243-4727-a769-f0ac26030a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.704367738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"d85e223c-0a11-4cd8-bcad-8fe9fa43a948","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.704443223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"d85e223c-0a11-4cd8-bcad-8fe9fa43a948","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.707011363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f4ef1ae8-75b2-4b40-8582-aaabfa66300e","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.80252826Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cc0c3e-access","reconcileID":"b1c623d1-4f2b-453b-b933-abc627921ac0","MaaSAuthPolicy":{"name":"e2e-dft-cc0c3e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.84190376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"041ab1bf-7be0-4451-b8ff-f8b514e72871","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.862484877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"041ab1bf-7be0-4451-b8ff-f8b514e72871","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.864567542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"3850367c-96a3-41bb-aef2-6ff94e6ab476","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.86459555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"3850367c-96a3-41bb-aef2-6ff94e6ab476","MaaSModelRef":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"routeName":"external-model-e2e-dft-cc0c3e-db240a9dc64e","namespace":"llm","model":"e2e-dft-cc0c3e","externalModel":"e2e-dft-cc0c3e","provider":"e2e-dft-cc0c3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:12.880595213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"041ab1bf-7be0-4451-b8ff-f8b514e72871","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.249159634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf19d33-1eb8-46d2-b251-15460787d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.264638977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf19d33-1eb8-46d2-b251-15460787d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.283707001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf19d33-1eb8-46d2-b251-15460787d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.298215343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf19d33-1eb8-46d2-b251-15460787d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.303382538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"2822ee9e-3fc2-4d0b-8424-49a266506c2e","namespace":"llm","name":"e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.325948019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffd131f2-1098-4a94-9c72-2d02e2594723","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.32597126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffd131f2-1098-4a94-9c72-2d02e2594723","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.326315188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7af8e2f1-37b8-44ab-a480-8509a0607592","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.326344086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7af8e2f1-37b8-44ab-a480-8509a0607592","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.3266028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8acb039c-7d32-4c2c-8d79-1e8c019363ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.326616598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8acb039c-7d32-4c2c-8d79-1e8c019363ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.32690034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2ce55d7-c020-4e7f-8016-7f41eaa79447","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.326913771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2ce55d7-c020-4e7f-8016-7f41eaa79447","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.32728281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4dbbb0aa-cdb9-4b8e-a8c0-61b4d537ee8a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.327298512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4dbbb0aa-cdb9-4b8e-a8c0-61b4d537ee8a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.327589136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac2c800b-a010-4fac-a9e8-eade720f9bd6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.32760351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac2c800b-a010-4fac-a9e8-eade720f9bd6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.327859883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc42d0b-f9fb-4359-8a47-18254f3516c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.327873959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc42d0b-f9fb-4359-8a47-18254f3516c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.337248983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7c987fe9-0203-4da2-a912-dbeab8fc37d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.342888171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c1ee2d78-cfc4-4a13-a17c-670e1e8a6642","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.344973924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fa4a5982-e36e-4426-ac60-03faa64dea08","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.34499499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"fa4a5982-e36e-4426-ac60-03faa64dea08","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.373846528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7c987fe9-0203-4da2-a912-dbeab8fc37d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.374562265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c1ee2d78-cfc4-4a13-a17c-670e1e8a6642","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.375701472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8ada8cae-caea-48f3-8565-f14c6c647bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.375872816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"28de1f6b-b8b8-48f0-940e-710783956048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.376188058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9313c4ff-60da-4a44-a28b-afe5d0a086b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.376557711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8eb042f-682d-4f1e-81f4-f3b79f7045e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.376571993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8eb042f-682d-4f1e-81f4-f3b79f7045e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.395374251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7c987fe9-0203-4da2-a912-dbeab8fc37d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.397257736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8ada8cae-caea-48f3-8565-f14c6c647bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.39943195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9313c4ff-60da-4a44-a28b-afe5d0a086b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.400702205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"28de1f6b-b8b8-48f0-940e-710783956048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.406944424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71b6d939-b009-4626-9e48-d3a89253f828","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.407414271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88c83952-3470-485b-a497-0e6cd82eb9f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.423414703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"34a5de4d-2497-4f6c-915e-deb9836987f9","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","model":"llm/e2e-dft-bf3150","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.454197622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5f9110ba-3f14-4cf3-ae4d-938815f6e385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:13.47322879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ccf8636b-df68-404c-a160-66d89f275e2a","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:13.473344839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ccf8636b-df68-404c-a160-66d89f275e2a","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.490888922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5f9110ba-3f14-4cf3-ae4d-938815f6e385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.512932142Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cd421c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cd421c","reconcileID":"2dd90bf0-e4a0-46e3-a059-d2ac75dc1e12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cd421c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-cd421c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.522072283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cc0c3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cc0c3e","reconcileID":"13421eea-fe9a-4b72-9050-a531817c960c","namespace":"llm","name":"e2e-dft-cc0c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.58719308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b187b4d-ec7d-4fa0-9a41-8265c179993d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.611799575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b187b4d-ec7d-4fa0-9a41-8265c179993d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:13.623168675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"898ab187-5eba-46c4-9c5a-b8fefdfc754c","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:13.623247035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"898ab187-5eba-46c4-9c5a-b8fefdfc754c","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.686577571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"07b07cf4-ded6-456b-b983-7bdbc1d08f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.686929737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b230b1de-9736-4c06-9a46-384bce07e677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.687867854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6885d866-a969-4ffa-96c0-5be5f9e54ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.690583942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7171e917-3458-4ff9-b600-fbc2b93aa490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.70724629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"b230b1de-9736-4c06-9a46-384bce07e677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.709790384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"07b07cf4-ded6-456b-b983-7bdbc1d08f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.710452574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"7171e917-3458-4ff9-b600-fbc2b93aa490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.712214594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"6885d866-a969-4ffa-96c0-5be5f9e54ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.912416016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ab52d3e6-9aa9-4da4-99f2-3fd2c1024d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.946982688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"ab52d3e6-9aa9-4da4-99f2-3fd2c1024d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.978246326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c2b8ee46-74c1-4b65-aeac-72bcc31adf43","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.992410994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b9358fe4-7f43-40fe-b891-38f372784b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:13.999224714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c2b8ee46-74c1-4b65-aeac-72bcc31adf43","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.005088947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff1a8f3-d84e-412a-beee-01388480464a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.005354552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"b4d7aca6-ebaa-47f3-8b36-be3a4d704742","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.012470219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"b9358fe4-7f43-40fe-b891-38f372784b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.021869711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c2b8ee46-74c1-4b65-aeac-72bcc31adf43","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.028413406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff1a8f3-d84e-412a-beee-01388480464a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.028482466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"b4d7aca6-ebaa-47f3-8b36-be3a4d704742","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.109069181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc268c3-530a-4c16-bda5-0284dba124f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.109686547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"59938233-0d02-41c3-b504-aecb8f00a054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.163625451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc268c3-530a-4c16-bda5-0284dba124f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.188269832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc268c3-530a-4c16-bda5-0284dba124f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.193365905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"59938233-0d02-41c3-b504-aecb8f00a054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.203514895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc268c3-530a-4c16-bda5-0284dba124f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.235591651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ae92a520-b6bd-4ca7-9b04-ea8b58d6fe74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.237914559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"3eb6d738-a7f2-48e0-9ebc-92b533f0321c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.25201371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f8fa7886-f3ec-4aaf-9932-5f8cafa91f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.255073542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"ae92a520-b6bd-4ca7-9b04-ea8b58d6fe74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.257584611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"3eb6d738-a7f2-48e0-9ebc-92b533f0321c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.268220934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3087153d-314f-43a8-803a-44bcbfa58002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.271624887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f8fa7886-f3ec-4aaf-9932-5f8cafa91f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:14.28803105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"3087153d-314f-43a8-803a-44bcbfa58002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:15.017413918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"763f3d3b-8a3e-4c57-bd7c-bc10290c6be9","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:15.017488454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"763f3d3b-8a3e-4c57-bd7c-bc10290c6be9","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:15.180227885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"a666e28b-45ed-40f6-a505-beec8784a2d4","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:15.180309268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"a666e28b-45ed-40f6-a505-beec8784a2d4","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:15.256494387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"3f996256-9d10-43fd-8ce9-1c7438728005","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:15.256573145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"3f996256-9d10-43fd-8ce9-1c7438728005","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:15.591670626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac7372-100e-4816-9038-8c2074dae4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:15.606651433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac7372-100e-4816-9038-8c2074dae4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:15.621371903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac7372-100e-4816-9038-8c2074dae4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:15.636665258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac7372-100e-4816-9038-8c2074dae4e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:16.29546945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84429ec-50f1-42ce-9f6f-9e02c6999d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:16.310159314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84429ec-50f1-42ce-9f6f-9e02c6999d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:16.324588301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84429ec-50f1-42ce-9f6f-9e02c6999d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:16.33899713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84429ec-50f1-42ce-9f6f-9e02c6999d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:16.612928191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"802ed854-57ab-4e57-a036-44f3f4c753c8","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:16.612998923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"802ed854-57ab-4e57-a036-44f3f4c753c8","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.028424852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278f8f44-6015-4294-b308-782c56de07fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.042870894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278f8f44-6015-4294-b308-782c56de07fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.057273118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278f8f44-6015-4294-b308-782c56de07fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.071847526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278f8f44-6015-4294-b308-782c56de07fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.69569009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667bf41c-c267-4b0b-bf76-26ed29f230af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.713231595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667bf41c-c267-4b0b-bf76-26ed29f230af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.728252924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667bf41c-c267-4b0b-bf76-26ed29f230af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:17.743016939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667bf41c-c267-4b0b-bf76-26ed29f230af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:20.4755689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"9373eb45-3b76-4a1e-a697-2c69d3e4699b","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:20.475780236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"9373eb45-3b76-4a1e-a697-2c69d3e4699b","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:20.513641598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"17e3ab9f-bf65-4db1-8eb3-d90695c18a8e","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:20.513711264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"17e3ab9f-bf65-4db1-8eb3-d90695c18a8e","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:20.75820908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cd2418-5cfa-471d-9034-f454bb553e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:20.772879147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cd2418-5cfa-471d-9034-f454bb553e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:20.787676611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cd2418-5cfa-471d-9034-f454bb553e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:20.802477644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cd2418-5cfa-471d-9034-f454bb553e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:21.461901154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67420683-5a0e-4523-aaeb-2d61b1b8b123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:21.476832139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67420683-5a0e-4523-aaeb-2d61b1b8b123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:21.491531741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67420683-5a0e-4523-aaeb-2d61b1b8b123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:21.506252733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67420683-5a0e-4523-aaeb-2d61b1b8b123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:21.561262985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ef34dfc7-dcfd-4686-befe-cc4f0dc250cf","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:21.561350931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"ef34dfc7-dcfd-4686-befe-cc4f0dc250cf","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:21.598171537Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c2d1b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c2d1b8","reconcileID":"57e7c303-6f0b-4214-8ca8-aabdc8313fc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c2d1b8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-c2d1b8":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:21.705052021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"9dabf5b1-6304-4ae8-a758-b96fcdde8f74","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:21.705143428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"9dabf5b1-6304-4ae8-a758-b96fcdde8f74","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:22.264920655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c37653-12ee-4589-8ea4-7da5cf28a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:22.279536692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c37653-12ee-4589-8ea4-7da5cf28a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:22.294163276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c37653-12ee-4589-8ea4-7da5cf28a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:22.30949151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c37653-12ee-4589-8ea4-7da5cf28a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:23.109944949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"19821da8-51a7-47d6-9268-93dbf4f55764","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:23.11003699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"19821da8-51a7-47d6-9268-93dbf4f55764","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:24.054751184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0da926a7-9778-4c7f-8d4f-000f5a766b6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:24.074521087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0da926a7-9778-4c7f-8d4f-000f5a766b6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:24.093112958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0da926a7-9778-4c7f-8d4f-000f5a766b6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:25.436167309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"351fa45e-fb87-4e28-aec4-beb7169e1197","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:25.436237265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"351fa45e-fb87-4e28-aec4-beb7169e1197","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:33.925987177Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","namespace":"ai-tenant-e2e-extmod-a-fac043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:33.92607155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","namespace":"ai-tenant-e2e-extmod-a-fac043","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:33.926144029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","tenant":"e2e-extmod-a-fac043","tenantID":"e2e-extmod-a-fac043","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:33.94325705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fac043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:33.97550083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Service","name":"maas-api-e2e-extmod-a-fac043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:33.996942862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fac043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.021110537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fac043","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.042367032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.063612338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.086302284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.105404802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.121072613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.125579428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"f39a21c6-fb03-435a-87f9-6bebcd1696cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.136147123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.147759777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"f39a21c6-fb03-435a-87f9-6bebcd1696cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.151048797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Service","name":"payload-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.168263431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.169539348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"f39a21c6-fb03-435a-87f9-6bebcd1696cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.183429469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.200524809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.214820594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.250529964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.266299466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.282650702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.299569559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fac043","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.315679568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fac043"},"namespace":"ai-tenant-e2e-extmod-a-fac043","name":"default-tenant","reconcileID":"1ceb9b6f-ca8c-4d06-88dd-ca0ebcf1227c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fac043","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:34.678085431Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fac043","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fac043","reconcileID":"66b69e85-1c5a-46e3-b212-45ec2a235c8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fac043","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fac043"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:34.772633944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"d30440f1-9e63-4d77-96d3-722e327ede3e","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:34.772727148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"d30440f1-9e63-4d77-96d3-722e327ede3e","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:35.24421304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b305439-9313-472d-9e17-2c836edf29a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:35.258875685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b305439-9313-472d-9e17-2c836edf29a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:35.273563731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b305439-9313-472d-9e17-2c836edf29a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:35.288070463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b305439-9313-472d-9e17-2c836edf29a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:36.060053335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedeba88-24a0-4b04-91ce-14cb504fdc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:36.083994537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedeba88-24a0-4b04-91ce-14cb504fdc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:36.099658139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedeba88-24a0-4b04-91ce-14cb504fdc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:36.11949031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedeba88-24a0-4b04-91ce-14cb504fdc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:40.757241268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:42.237001584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"3fa38ffe-73a2-4146-b460-e570163c5516","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:42.237067619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"3fa38ffe-73a2-4146-b460-e570163c5516","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:42.273932076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"f791cf45-5931-40ad-9a73-4c4a693c945b","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:42.274021018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"f791cf45-5931-40ad-9a73-4c4a693c945b","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:42.533055067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6efef86-1356-4c7b-b2fc-95408053ec62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:42.547559982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6efef86-1356-4c7b-b2fc-95408053ec62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:42.562059076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6efef86-1356-4c7b-b2fc-95408053ec62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:42.57686047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6efef86-1356-4c7b-b2fc-95408053ec62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:43.168062456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f116db0-0af7-44c3-a176-dcf1e149f7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:43.183176858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f116db0-0af7-44c3-a176-dcf1e149f7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:43.197929263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f116db0-0af7-44c3-a176-dcf1e149f7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:43.212386465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f116db0-0af7-44c3-a176-dcf1e149f7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.023149881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef1f0a6-7df6-4881-a7a4-ce4087809235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.037875844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef1f0a6-7df6-4881-a7a4-ce4087809235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.052385076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef1f0a6-7df6-4881-a7a4-ce4087809235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.066868297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef1f0a6-7df6-4881-a7a4-ce4087809235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.20278843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5ae55872-9064-4d46-a313-d6a94d259e6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.224117204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5ae55872-9064-4d46-a313-d6a94d259e6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.24299997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (5c6cc81ebfe83791c1bf3bd96cd69e6d29f4c72ecbee132708634778e5940573) AuthConfig (8adeeaafcf3d84d2405fbd2cf24e81e56e558bfd861600419eba40a8929a4988) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (3e0a896f7604b3f1b54c81799eaf32c5f8a2911046262d39abd24a3ee55c8d0d) AuthConfig (d725490f299967380ed3d6c45c575a3b542cbe09c5812df896e4c832baf84877) AuthConfig (ca9916bfe301e7aba892aeca6c3fd11d25db009c548302bcc81e35a762c93e88) AuthConfig (fe76eab8fee531d279ae8047241d29ca6c1565691ec6a2ce810ed3c6d215683d) AuthConfig (7a478c6df1b0ff7138feecd0ab601b52f98733d2db5d50c3904a8fbdc893847f) AuthConfig (aaf451dbdca528e41da9cbd7beb09385b87debbff7a122840dd0ca43c27312e6) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (1c7e0f0930cb83f5966486a8fa51eab87a0ed720de2e25c6c9b6b473c2704829) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (5d424ae033a2d2c3a676968a3c2c00249ac3680ab376d95f1cb3d9712077c796) AuthConfig (28d1e34b2aad5f2c020073c18b47c3a1d3e8357ee56014a71c9aab8442a44f2b) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (37871836d013209e6dd51780bfc619737bafc6ef60f82f573ce23daa5645790f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5ae55872-9064-4d46-a313-d6a94d259e6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:44.279053311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"f4d99299-3de1-4a55-84e8-347247927525","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:52.400427449Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"c99a19de-8f7d-4972-8803-6d14f2397e52","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:09:52.400501926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"c99a19de-8f7d-4972-8803-6d14f2397e52","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:54.296615373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6b66db0a-303c-4b3a-9137-c528100399eb","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:54.316782028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6b66db0a-303c-4b3a-9137-c528100399eb","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:54.335142927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (5c6cc81ebfe83791c1bf3bd96cd69e6d29f4c72ecbee132708634778e5940573) AuthConfig (8adeeaafcf3d84d2405fbd2cf24e81e56e558bfd861600419eba40a8929a4988) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (3e0a896f7604b3f1b54c81799eaf32c5f8a2911046262d39abd24a3ee55c8d0d) AuthConfig (d725490f299967380ed3d6c45c575a3b542cbe09c5812df896e4c832baf84877) AuthConfig (ca9916bfe301e7aba892aeca6c3fd11d25db009c548302bcc81e35a762c93e88) AuthConfig (fe76eab8fee531d279ae8047241d29ca6c1565691ec6a2ce810ed3c6d215683d) AuthConfig (7a478c6df1b0ff7138feecd0ab601b52f98733d2db5d50c3904a8fbdc893847f) AuthConfig (aaf451dbdca528e41da9cbd7beb09385b87debbff7a122840dd0ca43c27312e6) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (1c7e0f0930cb83f5966486a8fa51eab87a0ed720de2e25c6c9b6b473c2704829) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (5d424ae033a2d2c3a676968a3c2c00249ac3680ab376d95f1cb3d9712077c796) AuthConfig (28d1e34b2aad5f2c020073c18b47c3a1d3e8357ee56014a71c9aab8442a44f2b) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (37871836d013209e6dd51780bfc619737bafc6ef60f82f573ce23daa5645790f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6b66db0a-303c-4b3a-9137-c528100399eb","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.254002169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"86ab7348-c3ab-44ee-b5c1-cd68e5c81f35","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.254041982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"86ab7348-c3ab-44ee-b5c1-cd68e5c81f35","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.300066855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"08ee1939-3a64-4f35-80fe-589fc4688cd7","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.303273004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e77db84-5cca-4d8f-8993-bd4377542f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.3033683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe67f351-e76d-4595-8f4a-62004520dcb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.305499706Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"7bae7733-741c-4bdd-856d-381cf918a832","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18a39add","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.321217094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"08ee1939-3a64-4f35-80fe-589fc4688cd7","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.324835557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e77db84-5cca-4d8f-8993-bd4377542f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.325449603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe67f351-e76d-4595-8f4a-62004520dcb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.43118517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1800f111-4454-4c46-8c38-a97684b9bf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.431181908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f121fc3c-40d5-4e79-ae64-849c652cb901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.451304153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1800f111-4454-4c46-8c38-a97684b9bf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.451359356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f121fc3c-40d5-4e79-ae64-849c652cb901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.530244743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"17314571-d602-40bf-98ed-07026bdc5506","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:56.55049554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"17314571-d602-40bf-98ed-07026bdc5506","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:57.241793289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"7aec8b78-48a8-4982-8c05-117a264ac1d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:09:57.287167844Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"7aec8b78-48a8-4982-8c05-117a264ac1d3","name":"e2e-inf-a-cd421c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:04.367214114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c98e985f-3db9-4ad1-b4b5-cf0b5ebd68e8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:04.388318033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c98e985f-3db9-4ad1-b4b5-cf0b5ebd68e8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:04.407435622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (5c6cc81ebfe83791c1bf3bd96cd69e6d29f4c72ecbee132708634778e5940573) AuthConfig (8adeeaafcf3d84d2405fbd2cf24e81e56e558bfd861600419eba40a8929a4988) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (3e0a896f7604b3f1b54c81799eaf32c5f8a2911046262d39abd24a3ee55c8d0d) AuthConfig (d725490f299967380ed3d6c45c575a3b542cbe09c5812df896e4c832baf84877) AuthConfig (ca9916bfe301e7aba892aeca6c3fd11d25db009c548302bcc81e35a762c93e88) AuthConfig (fe76eab8fee531d279ae8047241d29ca6c1565691ec6a2ce810ed3c6d215683d) AuthConfig (7a478c6df1b0ff7138feecd0ab601b52f98733d2db5d50c3904a8fbdc893847f) AuthConfig (aaf451dbdca528e41da9cbd7beb09385b87debbff7a122840dd0ca43c27312e6) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (1c7e0f0930cb83f5966486a8fa51eab87a0ed720de2e25c6c9b6b473c2704829) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (5d424ae033a2d2c3a676968a3c2c00249ac3680ab376d95f1cb3d9712077c796) AuthConfig (28d1e34b2aad5f2c020073c18b47c3a1d3e8357ee56014a71c9aab8442a44f2b) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (37871836d013209e6dd51780bfc619737bafc6ef60f82f573ce23daa5645790f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"c98e985f-3db9-4ad1-b4b5-cf0b5ebd68e8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.32065316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"f91caca9-fca6-4051-be50-772d6a6c4a5c","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-bf3150","subscription":"e2e-dft-bf3150-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.351160279Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"f91caca9-fca6-4051-be50-772d6a6c4a5c","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.366389029Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-sub","reconcileID":"f91caca9-fca6-4051-be50-772d6a6c4a5c","MaaSSubscription":{"name":"e2e-dft-bf3150-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-bf3150","namespace":"llm","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.472346111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"ef5754d2-8c6b-4870-893d-2e9d14daadf5","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.472467966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"ef5754d2-8c6b-4870-893d-2e9d14daadf5","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.515743426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f9cc81dc-7e4e-41ac-ab03-5eff33026310","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.516134605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef5e99c4-c295-4244-9b4a-9f847c2c7f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.519526246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269025a1-e368-4871-82ac-d1b3db491d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.56966103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef5e99c4-c295-4244-9b4a-9f847c2c7f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:06.573872613Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f9cc81dc-7e4e-41ac-ab03-5eff33026310","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:06.582455737Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269025a1-e368-4871-82ac-d1b3db491d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.588534616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef5e99c4-c295-4244-9b4a-9f847c2c7f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:06.592018501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"f9cc81dc-7e4e-41ac-ab03-5eff33026310","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:06.602820355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269025a1-e368-4871-82ac-d1b3db491d23","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.609438299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"240794e0-6b98-44dd-9732-70819f4ca055","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.609465581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"240794e0-6b98-44dd-9732-70819f4ca055","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.62445126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2075cfe-2923-4601-b16c-3341b27caf3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.624472305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2075cfe-2923-4601-b16c-3341b27caf3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.624906254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4bc994c-abfb-45e5-b074-69aae7910baf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.62491925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4bc994c-abfb-45e5-b074-69aae7910baf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.639601871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"ea91fc6e-d00a-4c80-aa61-f9f7659a7012","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.639629522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"ea91fc6e-d00a-4c80-aa61-f9f7659a7012","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.651421433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"946cc376-f993-45eb-93e0-b05b7556e9ad","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.671464313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"946cc376-f993-45eb-93e0-b05b7556e9ad","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.689691482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"946cc376-f993-45eb-93e0-b05b7556e9ad","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:06.705356518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"946cc376-f993-45eb-93e0-b05b7556e9ad","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-bf3150-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.705560911Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-bf3150-access","reconcileID":"645aeab2-726d-458b-a400-3d10b0d2b1c2","MaaSAuthPolicy":{"name":"e2e-dft-bf3150-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.740278136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"038fe1e4-6347-40a6-b305-28eb0870f52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.759880687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"038fe1e4-6347-40a6-b305-28eb0870f52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.777918021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"038fe1e4-6347-40a6-b305-28eb0870f52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.796664497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69379f6c-df05-48e3-9dfb-610ff3ee9e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.796687295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69379f6c-df05-48e3-9dfb-610ff3ee9e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.854455023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"63e98c02-1694-4cc0-b06a-7bbccdf63f70","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:06.854482186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"63e98c02-1694-4cc0-b06a-7bbccdf63f70","MaaSModelRef":{"name":"e2e-dft-bf3150","namespace":"llm"},"routeName":"external-model-e2e-dft-bf3150-0e1b8495f50d","namespace":"llm","model":"e2e-dft-bf3150","externalModel":"e2e-dft-bf3150","provider":"e2e-dft-bf3150-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.314660612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"0b7d3b5b-9b63-4f7f-bb10-f16b4417296f","namespace":"llm","name":"e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.335144951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad52e0ec-3f13-4b5c-afd0-8c8190aac11f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.335175458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad52e0ec-3f13-4b5c-afd0-8c8190aac11f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.335687405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e427eb3f-e1a2-49d2-8044-7faf285a5f82","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.335709088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e427eb3f-e1a2-49d2-8044-7faf285a5f82","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.336062558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b7267c8-acd1-4e0b-9f24-f7d28c9d5e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.336082385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b7267c8-acd1-4e0b-9f24-f7d28c9d5e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.336575184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f1d8457-672f-484b-8245-7833f0337505","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.336593237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f1d8457-672f-484b-8245-7833f0337505","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.336880252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bb905e3-0c62-4492-ab45-78eb10eba012","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.336893452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bb905e3-0c62-4492-ab45-78eb10eba012","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.337128522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"80806f71-e75f-450d-9661-496fbf8022d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.337139397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"80806f71-e75f-450d-9661-496fbf8022d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.337416404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7df4c73d-0394-44da-8eef-b35153c97b80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.337427864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7df4c73d-0394-44da-8eef-b35153c97b80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.337670775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e55457de-6948-443b-856f-c57f8732bc54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.337681407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e55457de-6948-443b-856f-c57f8732bc54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.346950057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2aad6419-b46c-46b2-88e1-5daf487b3de1","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.347453385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0e265e46-73d5-49f9-8fbf-c9852917cf44","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.359143312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"875e860d-976d-43b7-b3db-a047a9dffdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.360250456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"199a6c33-b858-4f89-ac74-96126d2467a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.360484748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d51ddc29-513a-4eba-9e36-c1965d16d2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.366526033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0e265e46-73d5-49f9-8fbf-c9852917cf44","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.366765614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2aad6419-b46c-46b2-88e1-5daf487b3de1","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.378613318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"875e860d-976d-43b7-b3db-a047a9dffdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.379712635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"d51ddc29-513a-4eba-9e36-c1965d16d2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.380757349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"199a6c33-b858-4f89-ac74-96126d2467a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.38467351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (5c6cc81ebfe83791c1bf3bd96cd69e6d29f4c72ecbee132708634778e5940573) AuthConfig (8adeeaafcf3d84d2405fbd2cf24e81e56e558bfd861600419eba40a8929a4988) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (3e0a896f7604b3f1b54c81799eaf32c5f8a2911046262d39abd24a3ee55c8d0d) AuthConfig (d725490f299967380ed3d6c45c575a3b542cbe09c5812df896e4c832baf84877) AuthConfig (ca9916bfe301e7aba892aeca6c3fd11d25db009c548302bcc81e35a762c93e88) AuthConfig (fe76eab8fee531d279ae8047241d29ca6c1565691ec6a2ce810ed3c6d215683d) AuthConfig (7a478c6df1b0ff7138feecd0ab601b52f98733d2db5d50c3904a8fbdc893847f) AuthConfig (aaf451dbdca528e41da9cbd7beb09385b87debbff7a122840dd0ca43c27312e6) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (1c7e0f0930cb83f5966486a8fa51eab87a0ed720de2e25c6c9b6b473c2704829) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (5d424ae033a2d2c3a676968a3c2c00249ac3680ab376d95f1cb3d9712077c796) AuthConfig (28d1e34b2aad5f2c020073c18b47c3a1d3e8357ee56014a71c9aab8442a44f2b) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (37871836d013209e6dd51780bfc619737bafc6ef60f82f573ce23daa5645790f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2aad6419-b46c-46b2-88e1-5daf487b3de1","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.396440371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42301f14-af1d-420b-ac9c-b326e0532a7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.396590398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98139d1d-1552-42f9-b454-e5f0a9e25b9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.399243469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"199a6c33-b858-4f89-ac74-96126d2467a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.399276234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"875e860d-976d-43b7-b3db-a047a9dffdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.431811991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aa473389-74cd-4682-91b3-7a4037f98eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.452525645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aa473389-74cd-4682-91b3-7a4037f98eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.520175381Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-bf3150","namespace":"llm"},"namespace":"llm","name":"e2e-dft-bf3150","reconcileID":"338cd1c3-a6e9-4717-9993-531c47f31b31","namespace":"llm","name":"e2e-dft-bf3150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.5208348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"ee7dfa31-049c-495c-8e03-8fb99608e16e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.532735252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a242ed34-9f7d-48cf-8a1f-a77c4a83f258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.53286069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c008e794-7040-4274-b3f8-ad5d50efa72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.55253981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a242ed34-9f7d-48cf-8a1f-a77c4a83f258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.552575273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c008e794-7040-4274-b3f8-ad5d50efa72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.554167667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41f7f8d8-c9a9-4135-a1da-ebeb179b13af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.554179663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"64fa4859-68b9-465b-9450-f3d4099a175b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.565131846Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"ee7dfa31-049c-495c-8e03-8fb99608e16e","name":"e2e-inf-b-c2d1b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.574150346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"64fa4859-68b9-465b-9450-f3d4099a175b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.575481363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41f7f8d8-c9a9-4135-a1da-ebeb179b13af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.62877968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c20c5dd0-d4e1-4b35-884c-ba633d26f5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.682206579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"c20c5dd0-d4e1-4b35-884c-ba633d26f5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.78722261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"070baa58-1412-4325-abac-032e036da700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.788008351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"48e6c0d5-25d9-4127-9d43-0adb91393862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.788447595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dff60ba8-f4cb-4edc-8580-6e17aab76513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.800939559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c0b59a2-eb31-400c-9662-31609adc9c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.808099229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"070baa58-1412-4325-abac-032e036da700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.816489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"48e6c0d5-25d9-4127-9d43-0adb91393862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.817251336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"dff60ba8-f4cb-4edc-8580-6e17aab76513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.822616114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c0b59a2-eb31-400c-9662-31609adc9c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.862787682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c0b59a2-eb31-400c-9662-31609adc9c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.896945564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c7dbd0-0aaa-4f6f-9c2e-d4b227b36e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.998082337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c7dbd0-0aaa-4f6f-9c2e-d4b227b36e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:07.998864937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"03368b9e-5ed0-43de-ab70-a06c6f6c2525","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.02931351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c7dbd0-0aaa-4f6f-9c2e-d4b227b36e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.029630763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"03368b9e-5ed0-43de-ab70-a06c6f6c2525","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.048500341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56a6d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc8bb25e0ac1652a8e4ab9f8652443011cf579223f8ddba0e2e21e06e11c3673) AuthConfig (2fafc201e849b0aab6cc5814ee7ceaf6abb94bd81dc834ccec8d9d1feb15fb8a) AuthConfig (5c6cc81ebfe83791c1bf3bd96cd69e6d29f4c72ecbee132708634778e5940573) AuthConfig (8adeeaafcf3d84d2405fbd2cf24e81e56e558bfd861600419eba40a8929a4988) AuthConfig (78daec8276243445d6c277209a35c86e24cc39bbaadc98007ac18a93bca3de23) AuthConfig (3e0a896f7604b3f1b54c81799eaf32c5f8a2911046262d39abd24a3ee55c8d0d) AuthConfig (d725490f299967380ed3d6c45c575a3b542cbe09c5812df896e4c832baf84877) AuthConfig (ca9916bfe301e7aba892aeca6c3fd11d25db009c548302bcc81e35a762c93e88) AuthConfig (fe76eab8fee531d279ae8047241d29ca6c1565691ec6a2ce810ed3c6d215683d) AuthConfig (7a478c6df1b0ff7138feecd0ab601b52f98733d2db5d50c3904a8fbdc893847f) AuthConfig (aaf451dbdca528e41da9cbd7beb09385b87debbff7a122840dd0ca43c27312e6) AuthConfig (dfc85ac5ae702e99117a002704364eb718753cc8fdff7d2bab51754142da9773) AuthConfig (1c7e0f0930cb83f5966486a8fa51eab87a0ed720de2e25c6c9b6b473c2704829) AuthConfig (ccd0b93581b279d38e7d5d98165009b39c89b4675adfea53d9fb98147f09d1f4) AuthConfig (5d424ae033a2d2c3a676968a3c2c00249ac3680ab376d95f1cb3d9712077c796) AuthConfig (28d1e34b2aad5f2c020073c18b47c3a1d3e8357ee56014a71c9aab8442a44f2b) AuthConfig (b849c85813c54f43afd5baeb246c20fe9704f4a6a609ca2a5b4d3fd4ba837004) AuthConfig (37871836d013209e6dd51780bfc619737bafc6ef60f82f573ce23daa5645790f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"03368b9e-5ed0-43de-ab70-a06c6f6c2525","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.064455602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2f9668c1-5cd0-4035-82b8-ee97a84c5b0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.07162482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bb5494d8-e532-4a12-8e83-7e3bd70914a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.074416758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6b2f5725-b21e-4db0-a1f9-81914d3bf391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.075142791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"81987fcb-9f98-43ff-b1a5-f83f87d8736b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.088606487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"2f9668c1-5cd0-4035-82b8-ee97a84c5b0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.0935428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"bb5494d8-e532-4a12-8e83-7e3bd70914a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.09414257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"6b2f5725-b21e-4db0-a1f9-81914d3bf391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.096233961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"81987fcb-9f98-43ff-b1a5-f83f87d8736b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.166558764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"75f449a8-70a5-4a63-8d6b-ad58052887df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.181561836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2c638f56-6e6a-4084-a37f-994153cd5a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.182152697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6bf0b2f2-acc9-45f7-b68f-879584ec9e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.214292489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"75f449a8-70a5-4a63-8d6b-ad58052887df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.215916495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2c638f56-6e6a-4084-a37f-994153cd5a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:08.217306577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6bf0b2f2-acc9-45f7-b68f-879584ec9e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.220099044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","reconcileID":"dfa4f8a8-88fa-49f3-81b7-d15c9b72a90b","namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.24194044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","reconcileID":"707af2f6-2639-4fa9-8a3e-286345842116","namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.2507445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0280fb2f-a099-4ebd-9038-a49b67eaacb9","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.264232309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"56532cbd-00a3-407d-b2cc-d2863c7e6fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.26555272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7601356-6b9f-4ee8-b25c-7614287dfbbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.265553047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e1e02df-0f9a-4f34-aa5f-d7a8a7baa32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.266095605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8399f6c7-f333-4cd6-804f-9eefe480ce7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.270420237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"0280fb2f-a099-4ebd-9038-a49b67eaacb9","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.283710636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"56532cbd-00a3-407d-b2cc-d2863c7e6fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.285425232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7601356-6b9f-4ee8-b25c-7614287dfbbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.286228736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"8399f6c7-f333-4cd6-804f-9eefe480ce7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.287855464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e1e02df-0f9a-4f34-aa5f-d7a8a7baa32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.303767097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7601356-6b9f-4ee8-b25c-7614287dfbbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.305990767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e1e02df-0f9a-4f34-aa5f-d7a8a7baa32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.349226948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"080031ef-6273-4de0-9d25-9a1edccf8b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.34975696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1a7463d6-c3a4-41ca-ad62-fb69555fc964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.371077762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"080031ef-6273-4de0-9d25-9a1edccf8b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.371428348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1a7463d6-c3a4-41ca-ad62-fb69555fc964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.449707012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1757d1dc-0dfe-4c59-89d4-7193168522ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.44970699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3d925851-e770-40ab-b034-a4fe38482c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.471121189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1757d1dc-0dfe-4c59-89d4-7193168522ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.471147676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3d925851-e770-40ab-b034-a4fe38482c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.490500447Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"a31aae0b-0722-47c9-8d86-4b05e4dfa466","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.53934278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"8751145d-4ba4-4f37-8242-13adae3dd4ee","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.54846437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"647f2a44-960b-407c-885d-8ae37c4bbf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.568079133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"647f2a44-960b-407c-885d-8ae37c4bbf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.643057314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9a21ede9-2ade-41ec-8958-44602eb4f1f4","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.658814792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c270bf91-6866-4118-aa79-aaccf86d735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.675211739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9a21ede9-2ade-41ec-8958-44602eb4f1f4","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.679887178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c270bf91-6866-4118-aa79-aaccf86d735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.742399257Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"c379cb37-02b3-4263-9f2d-ca6c2f94b429","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.782982263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"75fe6202-cf9d-4c6e-a230-1629b980dfdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.81088637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"47ba8989-bba5-47f3-8e7f-94acc73f9fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.811386532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.820119043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"75fe6202-cf9d-4c6e-a230-1629b980dfdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.831450656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"47ba8989-bba5-47f3-8e7f-94acc73f9fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.836659883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"2766c2ac-21d6-4003-9780-35d8d06381f8","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.85115818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4e05b27-a383-4ee8-be57-b249afd0985d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.880157233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4e05b27-a383-4ee8-be57-b249afd0985d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.894566771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"33eec567-c75c-4969-9820-e4f0cd48c9fd","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.898804849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4e05b27-a383-4ee8-be57-b249afd0985d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.923551782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"cd62e869-11a2-4be5-a665-d4f5d54d7771","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.957965775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f7b8bed-fbb2-4555-8f11-8a870ba86df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.95879693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d75f0063-1e6a-487e-ae3e-7b2656bc162e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.959306227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"2cbd2253-4ebb-4920-8654-bb09f8d7023c","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.957974848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41c16e18-243d-4d80-a50d-1aa57cf0919c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.980690408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"41c16e18-243d-4d80-a50d-1aa57cf0919c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.981058092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f7b8bed-fbb2-4555-8f11-8a870ba86df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.982981569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"d75f0063-1e6a-487e-ae3e-7b2656bc162e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.99029881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"f30adac0-4bad-4fe0-8e2a-fb226468dcc8","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:10.999084732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f7b8bed-fbb2-4555-8f11-8a870ba86df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.03708465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"fc372578-d5fb-4bac-bcdc-2f1620c2d1a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.056908002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"fc372578-d5fb-4bac-bcdc-2f1620c2d1a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.222476824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","reconcileID":"b923205c-3398-484d-8e44-3eafe36378fb","namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.239463732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"c6406cc6-e97f-41fd-aee9-da8c2edbf555","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.328059454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"e5984d83-b81f-494f-9a1e-211eb30a607d","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.374834063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"957287be-af59-40ed-8ced-6c27fe4b1e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.383285732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"438c0b85-5933-418f-8c2a-a8d03bb3fa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.393202993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c55623b2-ceca-4f57-b416-39f8808633a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.394102177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c12473-d098-4240-965a-b7544a58f44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.394666289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5df9a48b-67de-4bc9-af98-768eb1e412e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.398511177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"957287be-af59-40ed-8ced-6c27fe4b1e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.399191207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"422e1906-bb70-4b82-a5d0-6901de13d3dd","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.414853296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"438c0b85-5933-418f-8c2a-a8d03bb3fa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.488059812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c55623b2-ceca-4f57-b416-39f8808633a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.491707748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"5df9a48b-67de-4bc9-af98-768eb1e412e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.494666293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"438c0b85-5933-418f-8c2a-a8d03bb3fa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.571904043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c12473-d098-4240-965a-b7544a58f44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:11.578718023Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"422e1906-bb70-4b82-a5d0-6901de13d3dd","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:11.578800175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"422e1906-bb70-4b82-a5d0-6901de13d3dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.590299536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c12473-d098-4240-965a-b7544a58f44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.595524651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"aca81e34-6664-4986-9673-c6e62bfc43f8","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.611020736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"83f52d27-2b94-41bc-903e-ef8c97ab57a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.625805024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"2b433535-1a38-4da7-b62d-03543308f400","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.630958665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"83f52d27-2b94-41bc-903e-ef8c97ab57a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.643350787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"11f7be44-0904-4f62-9174-872e95882ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.643349143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"321b3d03-2354-4dd5-912f-3a13fe0191d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.66721501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"11f7be44-0904-4f62-9174-872e95882ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.667338287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"321b3d03-2354-4dd5-912f-3a13fe0191d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.728541324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"68395bf7-731d-40c4-97f2-09d2e13cb5a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.742932047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"32332750-06ba-4cc2-a22c-70d885f1e2a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.742937378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c083fabf-7bb7-4285-bfcd-61a0d7bfc2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.748358776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"68395bf7-731d-40c4-97f2-09d2e13cb5a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.756735198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"adb7cef3-cc23-47e7-9622-997ad6d02255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.75777711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"69d7e21a-e6fc-4b76-8760-2095236f8d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.762483978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"32332750-06ba-4cc2-a22c-70d885f1e2a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.763140028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"c083fabf-7bb7-4285-bfcd-61a0d7bfc2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.776859402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"adb7cef3-cc23-47e7-9622-997ad6d02255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.777381454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"69d7e21a-e6fc-4b76-8760-2095236f8d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.857273234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f73602d8-df6f-41e6-9041-ad216cd37b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:11.882683705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f73602d8-df6f-41e6-9041-ad216cd37b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.310016331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"846ee11f-67a9-4d2a-aeef-9e404353f5d0","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.372486328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7b6f7766-e877-419e-b5ae-231deed78f50","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:13.373042896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"a6171ac7-2c51-4fb9-b5b6-33911612a0b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-7f1ce9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.405057894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"7b6f7766-e877-419e-b5ae-231deed78f50","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.410852453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"96286d72-ca3f-4a1e-a177-16df8722e8dc","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:13.496659215Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"96286d72-ca3f-4a1e-a177-16df8722e8dc","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:13.496757289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"96286d72-ca3f-4a1e-a177-16df8722e8dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.511927539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"23b9432b-0dc7-4529-b135-ff8e326b84ba","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.60647225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"d74adf38-e177-498f-a03a-4a9e9d1cd591","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56a6d4/e2e-shr-quota-7f1ce9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.613537506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"449bf3c9-5d74-4531-9d2f-ad932584419e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.634856338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"449bf3c9-5d74-4531-9d2f-ad932584419e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.702253766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"19f0667a-7ab0-4169-9620-56eb8697c984","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:13.761947008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"b54e79d8-2040-43d1-aacd-17400d87ca0f","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:16.601785682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"5652c1f1-c17c-4cb9-9fac-7f8bb5a47968","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:16.631909505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"793405ad-7c97-4577-b6e0-6c8acae28d94","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:16.633823926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"23f71cb3-55e4-4488-b976-d6884e38f3c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:16.686673687Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"23f71cb3-55e4-4488-b976-d6884e38f3c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:16.704890139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"23f71cb3-55e4-4488-b976-d6884e38f3c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:16.742982488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"7b293938-7c29-4bc9-82f5-315bd896a860","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:21.54052823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21d2709b-0f36-41ac-89b2-e997bd8f0002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:21.560287306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21d2709b-0f36-41ac-89b2-e997bd8f0002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:21.578832763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21d2709b-0f36-41ac-89b2-e997bd8f0002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:21.641415327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f735f5eb-1ffd-4244-9f5c-5e4d48dd6959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:21.662447441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f735f5eb-1ffd-4244-9f5c-5e4d48dd6959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:21.680819511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f735f5eb-1ffd-4244-9f5c-5e4d48dd6959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.557041454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","namespace":"ai-tenant-e2e-extmod-b-2dbae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.557099209Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","namespace":"ai-tenant-e2e-extmod-b-2dbae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.557149414Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","tenant":"e2e-extmod-b-2dbae9","tenantID":"e2e-extmod-b-2dbae9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.57379173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-2dbae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.606991659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Service","name":"maas-api-e2e-extmod-b-2dbae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.625541172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-2dbae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.651610577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-2dbae9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.669085098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.686178185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.706277177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.723546177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.737967586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.75206633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.759176388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"d4073870-37ca-4642-a4df-e355294214f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.766569118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Service","name":"payload-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.780391503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"d4073870-37ca-4642-a4df-e355294214f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.781009605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.798593416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.800426037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"d4073870-37ca-4642-a4df-e355294214f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.814617854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.832092305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.853017671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.87730605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.894691507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.910643247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-2dbae9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:26.9288101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2dbae9"},"namespace":"ai-tenant-e2e-extmod-b-2dbae9","name":"default-tenant","reconcileID":"1503b1e3-1c30-478f-9d3d-de4452c2fb6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-2dbae9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:27.236196761Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2dbae9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2dbae9","reconcileID":"a5506da7-7540-42ca-8bb2-7e375f751f39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2dbae9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-2dbae9"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:27.306190801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"1e512483-fc6a-439a-9b6c-aaff3153de84","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:27.306404243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"1e512483-fc6a-439a-9b6c-aaff3153de84","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:27.661508206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb09f6a-8f52-4a84-b499-eaf66506690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:27.676206357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb09f6a-8f52-4a84-b499-eaf66506690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:27.691712057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb09f6a-8f52-4a84-b499-eaf66506690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:27.707026363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb09f6a-8f52-4a84-b499-eaf66506690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:28.356831193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c41abc-f5d3-4cb2-a112-286776b7edee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:28.37147699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c41abc-f5d3-4cb2-a112-286776b7edee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:28.386059103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c41abc-f5d3-4cb2-a112-286776b7edee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:28.401345988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c41abc-f5d3-4cb2-a112-286776b7edee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:29.07144242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d83cb-8b46-4ea4-8685-c7f4cb3688f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:29.08665499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d83cb-8b46-4ea4-8685-c7f4cb3688f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:29.102022491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d83cb-8b46-4ea4-8685-c7f4cb3688f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:29.117310354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d83cb-8b46-4ea4-8685-c7f4cb3688f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:31.624514894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a82504-bc10-4323-8419-6d3da08880f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:31.645893571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a82504-bc10-4323-8419-6d3da08880f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:31.664173769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a82504-bc10-4323-8419-6d3da08880f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:31.727289501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"503dbe4a-6200-495a-9818-b17cdc05921a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:31.747577835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"503dbe4a-6200-495a-9818-b17cdc05921a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:31.766514331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"503dbe4a-6200-495a-9818-b17cdc05921a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:35.668242653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"eaaaccb5-da78-44eb-a475-4ebbc3d5848d","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:35.668410409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"eaaaccb5-da78-44eb-a475-4ebbc3d5848d","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:35.688834438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"3d71214d-a821-4a29-a22c-6384e0eafdfc","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:35.688922228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"3d71214d-a821-4a29-a22c-6384e0eafdfc","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.184519159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20ada8-57e8-4b35-a758-d2185929f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.199115316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20ada8-57e8-4b35-a758-d2185929f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.214549507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20ada8-57e8-4b35-a758-d2185929f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.231562359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20ada8-57e8-4b35-a758-d2185929f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.835284605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"d39f798f-9868-4364-ad42-c785157429f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.85530292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"d39f798f-9868-4364-ad42-c785157429f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.874189947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"d39f798f-9868-4364-ad42-c785157429f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.904881331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805ba695-a020-4245-96e0-a0c147722142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.920598144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805ba695-a020-4245-96e0-a0c147722142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.954977373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805ba695-a020-4245-96e0-a0c147722142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:36.978007481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805ba695-a020-4245-96e0-a0c147722142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.056813244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"023e4ff5-8fdb-4ca2-817b-d279f400b413","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.056837847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"023e4ff5-8fdb-4ca2-817b-d279f400b413","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.116944108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af9b68d0-4d7d-4863-9747-b0552e69257c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.13012573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd2d6b7e-70a9-4683-81b8-4ef3c1673846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.130125473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fa60255-16d6-4893-b6bd-114f0eebd616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.150804744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fa60255-16d6-4893-b6bd-114f0eebd616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.152138475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd2d6b7e-70a9-4683-81b8-4ef3c1673846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.17223775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fa60255-16d6-4893-b6bd-114f0eebd616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.172450108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd2d6b7e-70a9-4683-81b8-4ef3c1673846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.178670936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dd67908-278f-4531-99a5-80fb82940fee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.1786983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dd67908-278f-4531-99a5-80fb82940fee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.194344815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea1e2340-0288-447c-8fba-a7edd57ef10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.194366054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea1e2340-0288-447c-8fba-a7edd57ef10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.197267125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec41930e-d849-4b5c-bb79-b7de248f33bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.197291738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec41930e-d849-4b5c-bb79-b7de248f33bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.235569036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"33378a2f-8e45-481b-b862-e8c4f7439452","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.340853483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"456be144-8c1f-4843-9dfd-7ca7d4feb85b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.341017414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"9d096021-a8b8-4c82-9f5c-8aa2e23a8e36","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.601054523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c9961-053f-4cf9-82a1-435f51f054f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.616722323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c9961-053f-4cf9-82a1-435f51f054f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.636368604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c9961-053f-4cf9-82a1-435f51f054f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.651033333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c9961-053f-4cf9-82a1-435f51f054f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.820735278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"fe40a4de-7727-47b3-aa23-6e058c3fc8eb","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.978534108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"1e830168-cc79-4f88-ab64-c681a1e9193a","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.978757893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9dea8ef0-66c9-4e73-b30c-8b15236eaaa8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.998240499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"9dea8ef0-66c9-4e73-b30c-8b15236eaaa8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:37.998265092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"1e830168-cc79-4f88-ab64-c681a1e9193a","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.522955392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"c6c8a100-e3af-48a4-9040-d78bb170042a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.545687851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"c6c8a100-e3af-48a4-9040-d78bb170042a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.567431827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"c6c8a100-e3af-48a4-9040-d78bb170042a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.610744671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"f841074f-cf04-4582-b03a-c6aa13f29806","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.626598793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4e808ebc-0f0e-49bf-86ce-6624cc9bc183","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.674651995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4e808ebc-0f0e-49bf-86ce-6624cc9bc183","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.693264431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4e808ebc-0f0e-49bf-86ce-6624cc9bc183","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:38.709193245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4e808ebc-0f0e-49bf-86ce-6624cc9bc183","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shr-auth-0627cd-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.746496918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"53ee75af-3b1f-453b-a696-a039e12a8c08","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.769402615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"53ee75af-3b1f-453b-a696-a039e12a8c08","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:38.788822032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"53ee75af-3b1f-453b-a696-a039e12a8c08","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.30710128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"41bf0561-38b3-4dd9-8759-73c1f3ebc28e","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.322432425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"672dcddd-7414-41cc-b66e-78286588d65b","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.345426054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"672dcddd-7414-41cc-b66e-78286588d65b","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.358988435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"9ebbdc3b-53a0-4036-b764-f57066e64d40","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e7a60dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.52182896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"8b0c304f-8ac9-4291-b028-607c6dc45c6d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.541588772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"8b0c304f-8ac9-4291-b028-607c6dc45c6d","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:40.758740444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.43159295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ac84c0d-cdf4-4e36-ac70-f0970e49d4b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.431613405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ac84c0d-cdf4-4e36-ac70-f0970e49d4b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.501436837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b6f5924-1203-47f0-af44-f7cc1bdc8669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.501838217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c5b8a76-f917-47da-a8ae-eefdf05be671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.502132442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c16c96f-a035-438a-b421-b32df3fec8ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.522474223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b6f5924-1203-47f0-af44-f7cc1bdc8669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.524053232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c5b8a76-f917-47da-a8ae-eefdf05be671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.573794517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c5b8a76-f917-47da-a8ae-eefdf05be671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.57424863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b6f5924-1203-47f0-af44-f7cc1bdc8669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.593516123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af159619-cdfa-4be0-aa1a-5d56eb1a181a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.593540561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af159619-cdfa-4be0-aa1a-5d56eb1a181a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:41.655715748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1ed6661-cce4-4262-affc-226ba0494733","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:41.987203951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"4af9374e-9c6d-4815-891e-08db98252868","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:41.987272245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"4af9374e-9c6d-4815-891e-08db98252868","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:42.354610274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1666bb85-331f-453f-893d-da0dcd05600f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:42.369061361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1666bb85-331f-453f-893d-da0dcd05600f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:42.383611934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1666bb85-331f-453f-893d-da0dcd05600f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:42.398239354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1666bb85-331f-453f-893d-da0dcd05600f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:42.985756325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb22581-045a-4629-8d25-9d6b6af2d2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:43.002640457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb22581-045a-4629-8d25-9d6b6af2d2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:43.017699278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb22581-045a-4629-8d25-9d6b6af2d2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:43.032290299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb22581-045a-4629-8d25-9d6b6af2d2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:43.439022253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"50f28da0-f666-412d-81c3-5b1f8178009d","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:45.846487587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"1a85360a-3535-41c7-9064-553f4142c767","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:45.84656301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"1a85360a-3535-41c7-9064-553f4142c767","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:48.676983656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"dc40726d-5062-4c1f-aa7f-7dfcb3b19b64","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:48.677075898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"dc40726d-5062-4c1f-aa7f-7dfcb3b19b64","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:48.879550144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"570a4a42-4c56-4287-b20c-a57e59a8169b","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:48.879623547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"570a4a42-4c56-4287-b20c-a57e59a8169b","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:48.910240742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"39f2aa90-139d-4b72-8305-e66d14d83930","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:48.97339325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"39f2aa90-139d-4b72-8305-e66d14d83930","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:48.991443919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"39f2aa90-139d-4b72-8305-e66d14d83930","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.105268708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb4301-1b83-408d-974d-86d7eca8960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.11964602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb4301-1b83-408d-974d-86d7eca8960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.134338826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb4301-1b83-408d-974d-86d7eca8960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.14897927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb4301-1b83-408d-974d-86d7eca8960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.76151516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba64721-88c9-4a6f-b0a5-2bf3212de6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.776197044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba64721-88c9-4a6f-b0a5-2bf3212de6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.790803587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba64721-88c9-4a6f-b0a5-2bf3212de6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.805526118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba64721-88c9-4a6f-b0a5-2bf3212de6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:49.826787101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"29c259a2-9b78-47c8-ba66-8cb80ec46b0c","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:49.826859343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"29c259a2-9b78-47c8-ba66-8cb80ec46b0c","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:49.863647283Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c08360","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c08360","reconcileID":"e6eb95b1-f0c3-4a6c-9086-a53689c0cebe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c08360","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-c08360":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:49.970356948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"cd3167b1-2b2f-4693-951f-561ba5e86758","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:49.970435584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"cd3167b1-2b2f-4693-951f-561ba5e86758","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.37558677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"01bd4ea8-da7f-490d-a783-9835d4420750","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","subscription":"e2e-shr-quota-7f1ce9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.39929934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9266cb28-88b5-483a-a4d4-bc53b323ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.414446244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"01bd4ea8-da7f-490d-a783-9835d4420750","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.414852735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9266cb28-88b5-483a-a4d4-bc53b323ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.430454217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9266cb28-88b5-483a-a4d4-bc53b323ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.431114507Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"01bd4ea8-da7f-490d-a783-9835d4420750","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.44616242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9266cb28-88b5-483a-a4d4-bc53b323ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.563468525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"713e208f-3258-4923-a4dd-2cdbe3350d35","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.578567812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"36f36c1a-1ddf-427d-a7b6-35a77649f802","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.598628949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"36f36c1a-1ddf-427d-a7b6-35a77649f802","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.707886462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"9bd3142a-d483-460b-a274-7e5e6e55ae98","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.785630595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5518ac20-8c53-426f-b5c9-31830620d49c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:50.959342519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5518ac20-8c53-426f-b5c9-31830620d49c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.012772255Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5518ac20-8c53-426f-b5c9-31830620d49c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"name":"e2e-extmod-b-56a6d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.012801823Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"5518ac20-8c53-426f-b5c9-31830620d49c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.047291716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","reconcileID":"e05fe3ec-b065-4a34-bd41-247aa0e6ac06","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-0a6fce783b2b","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.076893328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba22d903-fb0c-447b-ae8d-7847d2f22572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.096081677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba22d903-fb0c-447b-ae8d-7847d2f22572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.114099765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba22d903-fb0c-447b-ae8d-7847d2f22572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.129864425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba22d903-fb0c-447b-ae8d-7847d2f22572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.18837324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"4ab31f47-0581-47c3-8be1-1c97e674f450","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.208043311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"1c270a5c-cfa4-4f78-bbae-95fd38467a83","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.228217565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"1c270a5c-cfa4-4f78-bbae-95fd38467a83","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.246723021Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"d1752744-6531-4673-a8a5-fdb4ae134316","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5be66063","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.407039185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"51c43a1b-c437-4eec-8414-4cdcf5591290","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:51.408034769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"2b225fe3-7865-4335-a985-d578bb6b640a","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:51.408092829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"2b225fe3-7865-4335-a985-d578bb6b640a","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.426552332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"51c43a1b-c437-4eec-8414-4cdcf5591290","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.619491908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31223417-3c39-41d1-8c34-029ebacbfbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.619584236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a49a251d-c917-4c8d-ab7e-f7f32dbfceb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.639969913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a49a251d-c917-4c8d-ab7e-f7f32dbfceb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.641143307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31223417-3c39-41d1-8c34-029ebacbfbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.65871713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a49a251d-c917-4c8d-ab7e-f7f32dbfceb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.659871827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31223417-3c39-41d1-8c34-029ebacbfbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.718381153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f1317c-6248-453f-b2d6-47c7343b115f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.733235541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f1317c-6248-453f-b2d6-47c7343b115f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.747751922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f1317c-6248-453f-b2d6-47c7343b115f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:51.762723257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f1317c-6248-453f-b2d6-47c7343b115f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:52.396824789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b808897a-e416-4ba5-acbe-655a2b7be6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:52.41340613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b808897a-e416-4ba5-acbe-655a2b7be6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:52.428957213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b808897a-e416-4ba5-acbe-655a2b7be6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:52.443770683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b808897a-e416-4ba5-acbe-655a2b7be6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:52.813254371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"e008f6a6-31ca-4dc8-9c8c-974ae4b439ec","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:10:52.813368711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"e008f6a6-31ca-4dc8-9c8c-974ae4b439ec","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.239303863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144ef2e-0de3-4e44-a21f-0df836f36677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.253772498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144ef2e-0de3-4e44-a21f-0df836f36677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.268432576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144ef2e-0de3-4e44-a21f-0df836f36677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.282762375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144ef2e-0de3-4e44-a21f-0df836f36677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.884987753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4908b2f4-94d1-4636-9143-97fb7ec016d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.92011311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4908b2f4-94d1-4636-9143-97fb7ec016d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.938724586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4908b2f4-94d1-4636-9143-97fb7ec016d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:53.956291035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4908b2f4-94d1-4636-9143-97fb7ec016d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:59.023027104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"83192826-e76f-4a37-a09f-745d43938756","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:59.04244449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"83192826-e76f-4a37-a09f-745d43938756","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:10:59.061125783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"83192826-e76f-4a37-a09f-745d43938756","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.271560097Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"c2d9feb8-1919-4e7e-83c9-5ebea5e92b24","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","subscription":"e2e-shr-quota-7f1ce9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.301986163Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"c2d9feb8-1919-4e7e-83c9-5ebea5e92b24","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.317096395Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-sub","reconcileID":"c2d9feb8-1919-4e7e-83c9-5ebea5e92b24","MaaSSubscription":{"name":"e2e-shr-quota-7f1ce9-sub","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"maas-trlp-e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.41979828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"2353a4bb-d87b-4981-9c09-4b091516e032","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.436452936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"79498158-dd2e-4604-a2a3-d4408c74dc82","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.455959943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"79498158-dd2e-4604-a2a3-d4408c74dc82","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.563984921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"b27ad8d5-3a59-442a-b3de-a83250758e62","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.575656933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"d479d2fe-efb7-4d25-ab3d-2555f7f7450b","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.59456992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"b27ad8d5-3a59-442a-b3de-a83250758e62","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.721370379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d6bb90-2d89-4088-80a8-490f0a33bfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.721574876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e212dc71-b4d7-48cc-b17a-e0de6470e684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.741615956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d6bb90-2d89-4088-80a8-490f0a33bfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.741806099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e212dc71-b4d7-48cc-b17a-e0de6470e684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.742229178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6f699b4d-8977-447a-b7ac-3f6ae0c91817","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"model":"e2e-extmod-shr-user-639a39/e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.762665139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d6bb90-2d89-4088-80a8-490f0a33bfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.762663669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e212dc71-b4d7-48cc-b17a-e0de6470e684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.788926466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6f699b4d-8977-447a-b7ac-3f6ae0c91817","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.842664902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6f699b4d-8977-447a-b7ac-3f6ae0c91817","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"name":"e2e-extmod-a-943963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.842694665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"e2e-shr-quota-7f1ce9-access","reconcileID":"6f699b4d-8977-447a-b7ac-3f6ae0c91817","MaaSAuthPolicy":{"name":"e2e-shr-quota-7f1ce9-access","namespace":"ai-tenant-e2e-extmod-a-943963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:01.877896665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"acfd629e-327d-43cd-9da2-ad25b8fd815b","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.217415088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","reconcileID":"bb30170a-ac70-448b-a5fb-8a29a97ee0a6","MaaSModelRef":{"name":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-quota-7f1ce9-8948a9a73631","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-quota-7f1ce9-e2e-extmod-a-943963","externalModel":"e2e-shr-quota-7f1ce9","provider":"e2e-shr-quota-7f1ce9-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.754246801Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","reconcileID":"da8b1cbb-9477-4988-b952-4a776e84c099","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.786516496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"e2acb8aa-84f9-42fa-8bdb-93aec3269d69","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:11:02.789580634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"90699511-21cc-4d59-bff3-1c05745a9eba","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:11:02.789665834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"90699511-21cc-4d59-bff3-1c05745a9eba","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.799518405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f9c66091-836b-43ff-971b-b0acc6c289e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.799873839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757b96ac-1f40-4222-acd0-ea6754501dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.799528429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ace35ddd-8af9-454d-9868-f3abf0b5c3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.801296409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"341640dc-6646-4640-b9bc-9d2b30c8d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.804695375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"6a06eabe-2e81-44ea-b07a-3027d6296f5a","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.807062125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"e2acb8aa-84f9-42fa-8bdb-93aec3269d69","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.819429957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"f9c66091-836b-43ff-971b-b0acc6c289e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.821034127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ace35ddd-8af9-454d-9868-f3abf0b5c3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.822245724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"341640dc-6646-4640-b9bc-9d2b30c8d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.823557694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757b96ac-1f40-4222-acd0-ea6754501dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.828247839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"e2acb8aa-84f9-42fa-8bdb-93aec3269d69","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.838007581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"578ab002-7bd1-487e-8584-94ff20af53c2","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.839300338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ace35ddd-8af9-454d-9868-f3abf0b5c3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.841661247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757b96ac-1f40-4222-acd0-ea6754501dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.868030531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"76f2d863-1ad3-431c-82e3-c0e6128dbb19","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.872844533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d76d9c63-d15e-4bff-b673-2a21ee1be5c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.886446641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3b8d6288-5799-44e4-9509-b05ea667a8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.887211504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"2a1c05ea-b2be-4dc2-ad69-90f297b9fb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.892395936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d76d9c63-d15e-4bff-b673-2a21ee1be5c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.903932536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","reconcileID":"f20d351c-30e6-4b98-a7c6-a3d9e2405eee","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b2645e0ba0e2","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.9716749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"3b8d6288-5799-44e4-9509-b05ea667a8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:02.97520725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"2a1c05ea-b2be-4dc2-ad69-90f297b9fb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:11:03.084009532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"99f62243-388a-4629-95ad-09c07dca6e9e","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:11:03.08408523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-ambiguous","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-ambiguous","reconcileID":"99f62243-388a-4629-95ad-09c07dca6e9e","error":"ExternalModel e2e-extmod-shr-user-639a39/e2e-shr-amb-0343fd is attached to several gateways [openshift-ingress/e2e-extmod-a-943963 openshift-ingress/e2e-extmod-b-56a6d4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.08842613Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7f1ce9","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","reconcileID":"af15c94a-6bc0-415f-a732-7dd3deadd6ee","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-quota-7f1ce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.102520676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"b8a4ebb7-8df2-423d-8fba-ac8aaefce2f3","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.172705333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ecfe8398-acc6-4ef5-9055-f54a03985521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.173119143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7dda46ba-3d28-4c01-b265-8668dd77cfff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.194692452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"4df434ca-9e0b-418b-8e6e-a22aa1b9a3ba","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.200771058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"ecfe8398-acc6-4ef5-9055-f54a03985521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.21356779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"234eed4a-f5fd-41f4-ad2d-c63c96686923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.226425516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7dda46ba-3d28-4c01-b265-8668dd77cfff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.229767518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"744804c7-bf23-4867-9c9c-904d9df07e99","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.234044568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"234eed4a-f5fd-41f4-ad2d-c63c96686923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.259585717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f29f6935-a505-4680-aa92-bf6e9f6d8b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.259583025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1882f13a-eea7-4c04-a92e-c71cd2358fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.281061288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f29f6935-a505-4680-aa92-bf6e9f6d8b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.283268729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1882f13a-eea7-4c04-a92e-c71cd2358fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.371544896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"43cd2f7a-d4eb-4bc1-89bd-b09973754d5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.392651669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"43cd2f7a-d4eb-4bc1-89bd-b09973754d5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.411274826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"43cd2f7a-d4eb-4bc1-89bd-b09973754d5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.482954717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13e0dc33-c28d-44d6-84e4-07fd12337c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.483129731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"66b3f47d-4d86-4676-a149-3b0217e18547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.483669844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1848e246-1c9e-4c85-819e-fe2dad8b8053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.4839447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9408b143-a009-4491-961d-293c07feca7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.484676531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45b9aa45-912a-4df8-bd51-e483490c25fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.502983618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"66b3f47d-4d86-4676-a149-3b0217e18547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.503581709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13e0dc33-c28d-44d6-84e4-07fd12337c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.50683544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1848e246-1c9e-4c85-819e-fe2dad8b8053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.507853516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9408b143-a009-4491-961d-293c07feca7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.523927997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13e0dc33-c28d-44d6-84e4-07fd12337c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.535472208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45b9aa45-912a-4df8-bd51-e483490c25fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.555749448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45b9aa45-912a-4df8-bd51-e483490c25fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.586228331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"95be487e-bf59-49ef-90ff-f46a5a28f0a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.609511833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"95be487e-bf59-49ef-90ff-f46a5a28f0a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.682957021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a8e8e3eb-8973-4d02-9818-fe5702e940ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.682956514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"112f752c-3edc-410d-a6c1-834e352cd374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.684066707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"29cddaca-2b99-4256-999b-f9630a32bb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.709083546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"112f752c-3edc-410d-a6c1-834e352cd374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.710659962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a8e8e3eb-8973-4d02-9818-fe5702e940ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:03.713693089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"29cddaca-2b99-4256-999b-f9630a32bb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:04.425806247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","reconcileID":"8de7212e-e1b8-4a94-af28-f0fd7cad76fc","MaaSModelRef":{"name":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-amb-0343fd-b1202b92ca6e","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-amb-0343fd-e2e-extmod-a-943963","externalModel":"e2e-shr-amb-0343fd","provider":"e2e-shr-amb-0343fd-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:04.973214112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","reconcileID":"a400a52a-f57b-4fee-882e-d88a1bc85b11","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.071428092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"1514b3e1-f96c-44f6-85fd-52b8cfd8153b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.085958836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f554fc60-ad66-4b6d-a74e-e41eb55521d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.08613231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92edc013-ec82-49be-8041-0e6d383a7933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.086469799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f98adefe-acc3-4f7f-8a43-8e16d36a0d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.08675124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4527c66f-af4c-41bc-86bf-8eb6c0a01a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.090842741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"1514b3e1-f96c-44f6-85fd-52b8cfd8153b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.107346353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f98adefe-acc3-4f7f-8a43-8e16d36a0d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.107748729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f554fc60-ad66-4b6d-a74e-e41eb55521d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.110207497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92edc013-ec82-49be-8041-0e6d383a7933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.11131157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"4527c66f-af4c-41bc-86bf-8eb6c0a01a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.111345017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"1514b3e1-f96c-44f6-85fd-52b8cfd8153b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.131012132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92edc013-ec82-49be-8041-0e6d383a7933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.131211029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f554fc60-ad66-4b6d-a74e-e41eb55521d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.155450287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a73bc9f5-72b5-493b-a70a-43e7811e0f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.175766946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"a73bc9f5-72b5-493b-a70a-43e7811e0f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.257636364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a2d263bc-5982-421a-9482-ad6d0fc6f1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.257719643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e5779a81-1dd1-481f-85cf-ae2e0f7df9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.2774224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e5779a81-1dd1-481f-85cf-ae2e0f7df9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.277535116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"a2d263bc-5982-421a-9482-ad6d0fc6f1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.357756645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c6dd98e7-0991-454d-a985-8e6733c23121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.358435906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e41d2972-34e4-4194-8a81-a1dc1c6016dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.384712348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"c6dd98e7-0991-454d-a985-8e6733c23121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.42310753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"e41d2972-34e4-4194-8a81-a1dc1c6016dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.46105172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cb4e66aa-556e-4331-8aa5-478689f458f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.461263546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"676588de-431d-4e59-ab6c-fe9cd10a0bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.461051698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e67d635f-e52c-4ad0-970a-63d01eaa498d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.481974389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"cb4e66aa-556e-4331-8aa5-478689f458f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.482777843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"e67d635f-e52c-4ad0-970a-63d01eaa498d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.484512477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"676588de-431d-4e59-ab6c-fe9cd10a0bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.671694509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"1147e812-42c0-409f-b6bc-892b7a9dd918","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.701794462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"59567744-c888-44f0-a90e-8cc87f718672","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.746793316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"a6dbfe66-ba22-4b83-9616-c37e274147eb","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.776427422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","reconcileID":"2591460f-d4ef-42a9-bb51-6e9704cf31d5","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-bbd8bca5f968","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-b-56a6d4","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-b-56a6d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.934645655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-0343fd","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","reconcileID":"6e34d9b8-ba37-4013-9940-33f4b6a25822","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.963949629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"51ced7a8-e141-452a-bff9-49bbc2939431","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.97772566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7ba96dac-5a9f-4b5b-8594-5fe7c8a11741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.978474864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8a0bc1c-1000-4b1c-8a21-510e0a48cb3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.978472825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db37fe2-c5dd-424a-9df9-802e27cdf48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:05.981696795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8e78e2d7-77d7-44a7-b023-9eba78731ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.001474983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"51ced7a8-e141-452a-bff9-49bbc2939431","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.034367984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7ba96dac-5a9f-4b5b-8594-5fe7c8a11741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.036033408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db37fe2-c5dd-424a-9df9-802e27cdf48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.040784938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8a0bc1c-1000-4b1c-8a21-510e0a48cb3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.040956676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"51ced7a8-e141-452a-bff9-49bbc2939431","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.048388208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"8e78e2d7-77d7-44a7-b023-9eba78731ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.059511688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db37fe2-c5dd-424a-9df9-802e27cdf48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.063820214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8a0bc1c-1000-4b1c-8a21-510e0a48cb3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.116053037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"244906ed-4f29-4dce-aa08-ec420b070d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.147916078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"244906ed-4f29-4dce-aa08-ec420b070d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.186796355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1813ab91-2a39-46c1-9021-4d88a2f0f3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.186926319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4665ca94-2df7-4988-bd6d-0eb8bf0246fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.20924998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4665ca94-2df7-4988-bd6d-0eb8bf0246fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.210439737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"1813ab91-2a39-46c1-9021-4d88a2f0f3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.285725424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4cb7f39e-4477-45c4-9843-384f54cc5c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.305561916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"4cb7f39e-4477-45c4-9843-384f54cc5c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.38642472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1ab4460d-01d5-4688-ad86-aecdbaba9d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.386424657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"28faa9c7-4625-4222-84c0-49410fe3692b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.406209015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1ab4460d-01d5-4688-ad86-aecdbaba9d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.406365324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"28faa9c7-4625-4222-84c0-49410fe3692b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.486236356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c93f99c3-4b6d-41e8-8c7e-5f9564b115d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.486265358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"40a24914-ae00-48cd-baf0-50591dee8c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.506192986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"40a24914-ae00-48cd-baf0-50591dee8c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.507279191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"c93f99c3-4b6d-41e8-8c7e-5f9564b115d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:06.639196707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","reconcileID":"75c1e6bb-9f33-488e-8912-6d3a5970e69d","MaaSModelRef":{"name":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","namespace":"e2e-extmod-shr-user-639a39"},"routeName":"external-model-e2e-shr-shared-d0b4c6-738254d7ccee","namespace":"e2e-extmod-shr-user-639a39","model":"e2e-shr-shared-d0b4c6-e2e-extmod-a-943963","externalModel":"e2e-shr-shared-d0b4c6","provider":"e2e-shr-shared-d0b4c6-provider","gateway":"openshift-ingress/e2e-extmod-a-943963","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.169305875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","reconcileID":"2713d939-45b7-4ede-b251-3a987ed0b90f","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.2070237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4ca9bd9f-3482-4a71-b72e-51195297cde2","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.228033541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e4c40ad-4a8e-4c5a-ad53-7d08e4d6b911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.228514531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c1a4ae9-1e9a-4979-8c09-647f2f6b60d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.228862338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"12d89cf7-5c2a-4a40-af68-122eb2c0540c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.228909969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4ca9bd9f-3482-4a71-b72e-51195297cde2","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.238091895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dd541a27-6421-4865-bec0-da80711f982e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.248131759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e4c40ad-4a8e-4c5a-ad53-7d08e4d6b911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.248634625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"12d89cf7-5c2a-4a40-af68-122eb2c0540c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.249763604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4ca9bd9f-3482-4a71-b72e-51195297cde2","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.250536494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c1a4ae9-1e9a-4979-8c09-647f2f6b60d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.260490661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"dd541a27-6421-4865-bec0-da80711f982e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.267338396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e4c40ad-4a8e-4c5a-ad53-7d08e4d6b911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.269164738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c1a4ae9-1e9a-4979-8c09-647f2f6b60d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.317934209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"74df1ee4-758e-42f3-9304-54c4ae05be66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.317999416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2e268694-b3f7-4f41-8c39-6bcaaaacc279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.318516802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f9cb025b-b5d7-495e-bb31-eb7e41d36764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.33849596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f9cb025b-b5d7-495e-bb31-eb7e41d36764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.338503317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"2e268694-b3f7-4f41-8c39-6bcaaaacc279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.340577866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"74df1ee4-758e-42f3-9304-54c4ae05be66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.425947371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6930863b-8acb-4d77-aa01-217ce7beb67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.445808307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6930863b-8acb-4d77-aa01-217ce7beb67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.457097696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-d0b4c6","namespace":"e2e-extmod-shr-user-639a39"},"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","reconcileID":"5a52561a-77b8-4009-b58e-202f7c7d9c1c","namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-shared-d0b4c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.485256347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5abf3afe-3eeb-4899-8a62-53f3c42038cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.485570952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fdf3a44b-5048-4542-a79d-9151be07045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.485243508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8ce7963d-c605-4358-8bd6-dedc7845c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.486232982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"874fb063-1283-472c-aadb-8179fa0f02d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.537146914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"5abf3afe-3eeb-4899-8a62-53f3c42038cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.541951942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"fdf3a44b-5048-4542-a79d-9151be07045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.549171779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"8ce7963d-c605-4358-8bd6-dedc7845c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.592853153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"874fb063-1283-472c-aadb-8179fa0f02d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.594234663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"21c59370-aa43-4c08-a22b-bbd4c05ad761","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.631391344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"21c59370-aa43-4c08-a22b-bbd4c05ad761","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.653196523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4275b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8df8d5cadc3ee5b4fcb2e1c37cfc05f74ddec988ca626d25ac0b2899ec5137f) AuthConfig (b9c129c5c37a419191b521c07ca5a5bf78cc30a7d10a26762066288307e5ef8c) AuthConfig (9fb24879838256f48fed2ac9b0049bd0cdee043231871c1f58803b041c42039d) AuthConfig (592a5f1f5c1192243933e370307ec9f52c39af61af964f0851fdfe6f92ad4ab7) AuthConfig (21b82f96be6b4fd580ed5145246d0fcbba1d7f5606782d88a29607d4bb0ac7a4) AuthConfig (6d64452e5aeed768bc834fa525fff1b08caacfa09d8f7ac2ec7813fc61fb7c20) AuthConfig (377c844bd77ee6f9fdde6bc982f31753c40a6e9baa76938297e00f37e3979f89) AuthConfig (d745c0fd6d480aafcd8c1075578752ca14cfe2fef087b0264f1bc57adf52382d) AuthConfig (12b7863943595f94f03cdf6164661f41abe964dffdbd390978273127d761256f) AuthConfig (f0f09017343cbdf726de1f90128999404068f8316a77eb2212142abd45d85231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"21c59370-aa43-4c08-a22b-bbd4c05ad761","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.696875154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45080100-3d7c-452f-9221-ff29907394d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.717942056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45080100-3d7c-452f-9221-ff29907394d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.741132967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45080100-3d7c-452f-9221-ff29907394d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.798661218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3bb401f1-4ae3-402d-a981-0a55fe355321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.798804163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5a1d3f-26ab-4b99-a29b-f02a51d6b8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.821837458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5a1d3f-26ab-4b99-a29b-f02a51d6b8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.822449795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"3bb401f1-4ae3-402d-a981-0a55fe355321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.844218744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5a1d3f-26ab-4b99-a29b-f02a51d6b8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.898864868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6b1afc4e-be59-4b50-a416-bb6d43cec042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.899530202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2cfada9f-bfae-4957-b30a-2d654b61e128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.900096811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"74faa0eb-33ce-4b30-9b08-e6f063f7e348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:07.900622917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"99be4d69-f861-465b-9742-3e57c46e0f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.004110704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"74faa0eb-33ce-4b30-9b08-e6f063f7e348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.018919254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"2cfada9f-bfae-4957-b30a-2d654b61e128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.02120683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"6b1afc4e-be59-4b50-a416-bb6d43cec042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.025402588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"99be4d69-f861-465b-9742-3e57c46e0f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.05310416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b12b7038-4608-4107-9804-b5b0bb6d73c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.072971643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b12b7038-4608-4107-9804-b5b0bb6d73c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.14264288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"11c2ad3e-f780-44b6-b616-6eec9c4cb6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.142976298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"dcb2a2a0-6aa7-41f4-a28a-cdb969b89f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.14336704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3658ff28-ecf7-408c-9915-ac29d0438925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.143624535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9fb1eb2b-ba9e-4011-a39c-c06f49b4b859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.162945851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"11c2ad3e-f780-44b6-b616-6eec9c4cb6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.162942713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"dcb2a2a0-6aa7-41f4-a28a-cdb969b89f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.165561482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9fb1eb2b-ba9e-4011-a39c-c06f49b4b859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:08.165614952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"3658ff28-ecf7-408c-9915-ac29d0438925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:10.760305395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:11.999669905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:11.999728302Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","namespace":"ai-tenant-e2e-shared-a-w0-0877f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:11.999778401Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","tenant":"e2e-shared-a-w0-0877f5","tenantID":"e2e-shared-a-w0-0877f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.018693411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-0877f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.049084319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Service","name":"maas-api-e2e-shared-a-w0-0877f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.066902729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-0877f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.087543353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-0877f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.1085145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.129526108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.149436871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.167071555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.181424362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.195740528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.210043481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.224507774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.238647121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.255447236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.271285756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.290378546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.305659966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.32767995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.343784388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-0877f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.374647212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-0877f5"},"namespace":"ai-tenant-e2e-shared-a-w0-0877f5","name":"default-tenant","reconcileID":"ee595f69-f12e-4149-9141-ab2f55817b5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-0877f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:12.748384629Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-0877f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-0877f5","reconcileID":"7a64cf5b-9a83-4382-ad8c-63f99e7bef70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-0877f5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-0877f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.147887741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f620d-3bd1-430f-a639-1c4228f50b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.162513777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f620d-3bd1-430f-a639-1c4228f50b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.177226772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f620d-3bd1-430f-a639-1c4228f50b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.191599975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f620d-3bd1-430f-a639-1c4228f50b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.787172737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d06a39-fbd4-4fb1-b00b-2a319ea40c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.802502177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d06a39-fbd4-4fb1-b00b-2a319ea40c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.817617644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d06a39-fbd4-4fb1-b00b-2a319ea40c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:13.832227353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d06a39-fbd4-4fb1-b00b-2a319ea40c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.272576021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"c7d538d2-9444-44b3-be38-9facd07a1aa9","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.272613487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"c7d538d2-9444-44b3-be38-9facd07a1aa9","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.511382682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"69987b09-7e47-46f2-a3f9-6e252a654225","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.511411921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"69987b09-7e47-46f2-a3f9-6e252a654225","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.529031771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"09324619-745a-4cda-9632-f3d5a7510942","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.529061427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"09324619-745a-4cda-9632-f3d5a7510942","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.558451282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"9776f760-318b-402a-ad24-4d807ad51684","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.633350736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"9776f760-318b-402a-ad24-4d807ad51684","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.65338352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"9776f760-318b-402a-ad24-4d807ad51684","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.673495226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"c8fc3f81-7b16-4782-9d66-c6ce2c468d80","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:16.673518111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"c8fc3f81-7b16-4782-9d66-c6ce2c468d80","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.68363758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"bec1491d-9ed2-4780-95a6-0a8372d6ad93","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.704469078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"bec1491d-9ed2-4780-95a6-0a8372d6ad93","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.798077482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d640eaaf-b473-4dd3-af8b-48a0130c3d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.819193519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d640eaaf-b473-4dd3-af8b-48a0130c3d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.833317918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"cd9dd889-07d2-4b90-871c-a45a6da05129","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.898456345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d50f1bf-390b-4edd-a111-4d0ef811771d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.90485956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07db14bb-56b8-40d6-93a3-3fb3b887104e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.904888425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07db14bb-56b8-40d6-93a3-3fb3b887104e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:17.918433468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d50f1bf-390b-4edd-a111-4d0ef811771d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:18.173080933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d940eda-6ea8-4fd4-baf6-8ec52eb7d3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:18.17310892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d940eda-6ea8-4fd4-baf6-8ec52eb7d3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:18.918760735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"c1f660f9-f4fb-4f6f-b313-c6e2db1c1626","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:18.933988664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"94ca3e88-e47c-4408-a1ec-1d01f03f18c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:11:18.937638004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"dd15eb30-91bf-4fd2-8125-6bc304fb3eea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-0627cd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:18.954631591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"94ca3e88-e47c-4408-a1ec-1d01f03f18c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:18.970204947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"108dbc76-e898-42af-9df7-f01d058a5c14","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.005400136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"97fc316b-eff7-4994-80e9-79974191bb1f","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.035776107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"df7d876b-3ef8-4b75-98a9-aecac8dfe367","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.074872026Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"a4b247f7-01de-4d54-ae82-605cc3b7fc73","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4275b9/e2e-shr-auth-0627cd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.136318273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"26a695db-8373-4fce-b43a-0bf81c896e4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.162978536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"26a695db-8373-4fce-b43a-0bf81c896e4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.168219667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"e0163b3c-8b26-4e9a-8287-390c00a96d87","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.229925651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"6ca1f7f8-6d0a-4fcf-952d-db0538ccd5fe","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.7445045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd84a8ea-111d-4e5f-bc47-d6cf6c6e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.762847681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd84a8ea-111d-4e5f-bc47-d6cf6c6e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.777729598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd84a8ea-111d-4e5f-bc47-d6cf6c6e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:19.792217881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd84a8ea-111d-4e5f-bc47-d6cf6c6e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:20.546173933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2cac98-baee-4942-a64a-c68f7356d473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:20.570110134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2cac98-baee-4942-a64a-c68f7356d473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:20.595876588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2cac98-baee-4942-a64a-c68f7356d473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:20.624489083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2cac98-baee-4942-a64a-c68f7356d473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:20.680076111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1b0cce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1b0cce","reconcileID":"31242006-c639-427a-a6f3-cc50c1d3428a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1b0cce","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1b0cce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:21.267997741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ebf3c1-fe64-4fe3-b11f-b334451c6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:21.283310971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ebf3c1-fe64-4fe3-b11f-b334451c6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:21.298099246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ebf3c1-fe64-4fe3-b11f-b334451c6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:21.31251257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ebf3c1-fe64-4fe3-b11f-b334451c6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:21.954195027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f4309-3924-416d-8374-174a5a54549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:21.986017906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f4309-3924-416d-8374-174a5a54549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:22.000861941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f4309-3924-416d-8374-174a5a54549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:22.015447803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f4309-3924-416d-8374-174a5a54549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:22.679702317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6763e75e-01dc-4fe9-86c4-3918077fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:22.694112019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6763e75e-01dc-4fe9-86c4-3918077fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:22.708546185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6763e75e-01dc-4fe9-86c4-3918077fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:22.72288245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6763e75e-01dc-4fe9-86c4-3918077fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:26.704425078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"3ac09db7-6ab8-4963-bd58-d0e30df5d5a6","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:26.724318378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"3ac09db7-6ab8-4963-bd58-d0e30df5d5a6","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:26.742778557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"3ac09db7-6ab8-4963-bd58-d0e30df5d5a6","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:33.492695365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"0ca11741-2f76-4a27-8ca6-0dfcb1e29598","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:33.535762855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"0ca11741-2f76-4a27-8ca6-0dfcb1e29598","name":"e2e-inf-b-c08360-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:36.774017313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"d56909d1-dbe7-4dcd-bb6c-0b093899083d","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:36.794300104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"d56909d1-dbe7-4dcd-bb6c-0b093899083d","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:36.812526039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"d56909d1-dbe7-4dcd-bb6c-0b093899083d","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.548202337Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.548280705Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","namespace":"ai-tenant-e2e-shared-b-w0-5237cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.548369369Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","tenant":"e2e-shared-b-w0-5237cd","tenantID":"e2e-shared-b-w0-5237cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.565077648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-5237cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.593630979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Service","name":"maas-api-e2e-shared-b-w0-5237cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.613105353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-5237cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.633058367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-5237cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.650880722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.668152355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.696221895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.713771704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.728025012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.742338881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.757058299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.771866569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.786529238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.800915554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.815712896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.840632301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.867356347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.881921622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.899344577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-5237cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:38.917735084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5237cd"},"namespace":"ai-tenant-e2e-shared-b-w0-5237cd","name":"default-tenant","reconcileID":"2b101ac8-86c7-471d-a77f-dc9b3383ec68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-5237cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:39.247923868Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-5237cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-5237cd","reconcileID":"a15d0101-814c-46a9-a867-bb770cf11b71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-5237cd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-5237cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:39.664640443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23813ab-8b77-4abd-8258-b1ab8c40c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:39.67938834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23813ab-8b77-4abd-8258-b1ab8c40c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:39.693899514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23813ab-8b77-4abd-8258-b1ab8c40c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:39.708258858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23813ab-8b77-4abd-8258-b1ab8c40c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:40.378418294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa771a-dd54-4c47-b228-65b649ff0c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:40.393053924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa771a-dd54-4c47-b228-65b649ff0c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:40.407613261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa771a-dd54-4c47-b228-65b649ff0c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:40.422066984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa771a-dd54-4c47-b228-65b649ff0c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:40.763026109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:46.843468069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"3602a4a8-843b-4045-803f-73d149489b81","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:46.863471166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"3602a4a8-843b-4045-803f-73d149489b81","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:46.88198421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"3602a4a8-843b-4045-803f-73d149489b81","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.551124594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"3177b169-2af1-45a1-8150-e2a9512606f3","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.565767844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"0431f2c7-5ac1-4046-9195-b83ca715155c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.56606876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"a0885b48-44c6-45e7-80e6-b0d438012fd5","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.566249263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"41ab3d5f-76db-4040-968e-8a07968cf8a7","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.600474855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"497dbb95-bfc8-45ac-a635-794f6a3f7ad8","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.600876687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"75eb996f-7283-49a5-a05f-7e722840a541","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.60114607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"22d5a5aa-1c84-4c4f-a104-78f79ff8dcee","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.601296939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"e033c160-16cd-414a-bf7d-030eef1cd165","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.609803747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"14bb49a5-ff14-4074-8443-e7826b83eeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.625573992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"7ad7e0e3-fa40-4a28-bdec-fa6a68efbfa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.627801722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8ba39eaf-bd2e-42a5-9528-d97c01c8fad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.628631912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"5d5aae76-96d5-47a7-bfd2-40d4ea2cc3f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.630069576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"14bb49a5-ff14-4074-8443-e7826b83eeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.650344542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8ba39eaf-bd2e-42a5-9528-d97c01c8fad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.789569195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"f3bb9229-27df-4367-8071-df0a9e5b5942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.802231403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"61e5f768-37e1-482a-9442-7d470f7510a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.803188772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"8422f6a7-70a0-43e1-8e39-f2810a07e219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.822346344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"61e5f768-37e1-482a-9442-7d470f7510a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.926752623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e56c5b39-2031-4290-832e-26312b968312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.973483468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e56c5b39-2031-4290-832e-26312b968312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.975839133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41e274-eef2-43fd-8b2b-845a8a503897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:47.991239637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41e274-eef2-43fd-8b2b-845a8a503897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:48.005810845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41e274-eef2-43fd-8b2b-845a8a503897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:48.020970568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41e274-eef2-43fd-8b2b-845a8a503897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:48.666536865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529332b4-0628-4f5d-99db-a672ef9c2843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:48.681205827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529332b4-0628-4f5d-99db-a672ef9c2843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:48.696086794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529332b4-0628-4f5d-99db-a672ef9c2843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:48.710620037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529332b4-0628-4f5d-99db-a672ef9c2843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.578875237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"894dc968-ac44-4ece-af53-f475edc3ac1f","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.686349775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"36ad4414-1e3b-4aaa-814a-33000cb8dc8a","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.798753574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"37838c0f-a342-4ed6-9d88-c6d99a87865c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.857670359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"ecbadba4-6070-4836-b9e4-7df9cd12a3ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.867093513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"707026fb-7adf-435d-8324-725ea03564a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.867854511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e09a5a88-75b4-4875-8a57-63cdcf5cc0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.887761454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"707026fb-7adf-435d-8324-725ea03564a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.887767114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"e09a5a88-75b4-4875-8a57-63cdcf5cc0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.907201429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"7358f305-8a54-45f5-b1ce-395eea448ae2","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.927918765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"d4e71786-8bf5-4052-a341-c95bb44877e4","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.967233311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"fda4b357-a4c2-4a36-bede-7d0b1ae616bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:52.971907226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"7207b60e-5253-46cc-9900-1c36902ef808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.018761002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"0056590c-8d37-4259-b2fb-e093d137702f","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.066946784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5fe7156d-c6cc-48eb-a219-1f72a8bec6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.071434776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8e9ad004-eea2-473a-89c2-65d2de219633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.080773293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"2c60b6ae-7b11-4b21-a4c8-442f729bf5ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.086121696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5fe7156d-c6cc-48eb-a219-1f72a8bec6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.090735026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"8e9ad004-eea2-473a-89c2-65d2de219633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.722497951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"796b6f49-449e-47f5-a3f0-75e02e121bd8","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:53.809068229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"fb57253b-02ee-42c1-92cb-07b1298a9b07","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.746210048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"23b0c07f-0732-45b5-b45b-06aa85fc5498","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.7732285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"23b0c07f-0732-45b5-b45b-06aa85fc5498","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.892114959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"c920cc48-151e-47af-92a8-ade1e46bf92f","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.922778847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"09823c2b-8177-4489-b928-8f8534f1886f","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.92541922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"31ce8b94-2615-414a-bdf9-793ee6514750","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.979941844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"31ce8b94-2615-414a-bdf9-793ee6514750","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:54.998467799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"31ce8b94-2615-414a-bdf9-793ee6514750","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:55.034135401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"7b096918-485e-42d3-8d84-4da0f6bcc300","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:56.91304659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"7cb21772-e0e5-4f89-90d9-03804d059afa","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:56.934246528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"7cb21772-e0e5-4f89-90d9-03804d059afa","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:56.9529794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a96f8d15af433706b494baecb70bb73d220eac84e9df1cd275ab602cf1f5d9b8) AuthConfig (cdcf525c8ab571ebc7b2b8b83663b86f720727f031419a7cc6b76cee93a5665c) AuthConfig (9a56b98282786cb828312c17879cf0446154d0372d2c2b7509b99657e3f48a4b) AuthConfig (d49c5bb8d8706e5986baf9dac09dc721d438931d4c11ddda70fc3820d08dc3eb) AuthConfig (56f25630ff584e9ba5b777ea93fa9bc5988892f5a44c4bad1af86efce85e5845) AuthConfig (58ff748c99d8ca45edf1f4e0757f935e330a98717ad7efb9c11e2d4655ff141f) AuthConfig (91229977a39eae0fa65e8df8ff2fbbccb2bd797f053832696b79a43a24e17dd6) AuthConfig (dae886d127baa30f90aff6f180166982fda59200b8e50bcbe4338949069040cd) AuthConfig (3f8048078df880804791a38cc9950cf17a2da7f82f899cee5c9a7d18fbe99fe0) AuthConfig (b135e9c0864eb3255e8a7caf51dc9b6f262861005ceea80463cc8d5f9398b7ac) AuthConfig (77e2fdf0695f4adec8f2c885841397b2555a0b8a247b68a96a92098f3327e45d) AuthConfig (c87896169a7147dfeacb3a6e98c89cda4a0d4a15ec6a74628ab7b5981a8533bb) AuthConfig (e662543fab64e1c293dc8fa61ec55dde7be3368cc9405ba881b1460366f27c46) AuthConfig (5b5b2d4c042cc4c0dcc3229c6a023faa9c028d65bffed281ee7c97054b663da4) AuthConfig (a319c32aa3d55252c8c998da41ae7d7eaec0b54d19d5f50b504f7ab2b69debc5) AuthConfig (c80b14fbd1d4fbc0baee2b97cc941e498f964da8286427b6cb8ae47dde78675c) AuthConfig (caa348d1fb0d0d3361399817ec2ca273b2a922b85ce3a791cfa4f3054b452b2c) AuthConfig (a41d84d2670306e3d4be3aae684db1e0c00465b94a4fe184306dce3c1b86a621)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"7cb21772-e0e5-4f89-90d9-03804d059afa","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:56.973705428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"b28b300a-4851-4a4b-916d-c3a262a5d694","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:56.973730942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"b28b300a-4851-4a4b-916d-c3a262a5d694","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.73576476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"8e1b7aac-4822-4545-ac4b-bc10198a7d4c","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.736041103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"93d338fc-647b-481a-8ff5-7d3be5ad32e8","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.736280905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"3900f09b-fe37-411f-9689-f4e4a28fd341","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.736694378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"90f4d1d6-c08e-462f-86f0-3b371be5c340","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.780925481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5f3f661a-ac66-442b-9682-af4a976fa044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.781118088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"790756b8-2ef1-4c42-9af0-a092e9200b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.796787725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"a2e1fbf7-7dd6-40d9-a59e-96c95fffa817","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.796945009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"06ba6b20-ed93-4ccd-94b3-ccfc17de3d14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.80079023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"790756b8-2ef1-4c42-9af0-a092e9200b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.801668305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"5f3f661a-ac66-442b-9682-af4a976fa044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.887632612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2978a0b6-47ed-45c6-8a9d-a6ee5cf47933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.887645783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d76d4362-4bb5-4cee-8b46-0de331d707a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.896286947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"db8b8974-0ecc-40e5-a06f-5203e78057ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.896438613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"4843b5ac-2f7a-4623-b154-19ce68c7e452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.907652219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"d76d4362-4bb5-4cee-8b46-0de331d707a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:11:57.907673818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"2978a0b6-47ed-45c6-8a9d-a6ee5cf47933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:03.086907458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"3a024e5d-07c3-48ab-b06a-0f0672b6beb4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:03.129733241Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"3a024e5d-07c3-48ab-b06a-0f0672b6beb4","name":"e2e-inf-a-1b0cce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:05.049434898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"4caa3969-efad-47ab-bb12-d8a55aefaa64","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:05.086312575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"4caa3969-efad-47ab-bb12-d8a55aefaa64","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:05.173653581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"4caa3969-efad-47ab-bb12-d8a55aefaa64","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.004053541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"fd6b50ff-0bbf-4e8c-8665-7f2415e198ca","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.024130582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"fd6b50ff-0bbf-4e8c-8665-7f2415e198ca","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.043724603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a96f8d15af433706b494baecb70bb73d220eac84e9df1cd275ab602cf1f5d9b8) AuthConfig (cdcf525c8ab571ebc7b2b8b83663b86f720727f031419a7cc6b76cee93a5665c) AuthConfig (9a56b98282786cb828312c17879cf0446154d0372d2c2b7509b99657e3f48a4b) AuthConfig (d49c5bb8d8706e5986baf9dac09dc721d438931d4c11ddda70fc3820d08dc3eb) AuthConfig (56f25630ff584e9ba5b777ea93fa9bc5988892f5a44c4bad1af86efce85e5845) AuthConfig (58ff748c99d8ca45edf1f4e0757f935e330a98717ad7efb9c11e2d4655ff141f) AuthConfig (91229977a39eae0fa65e8df8ff2fbbccb2bd797f053832696b79a43a24e17dd6) AuthConfig (dae886d127baa30f90aff6f180166982fda59200b8e50bcbe4338949069040cd) AuthConfig (3f8048078df880804791a38cc9950cf17a2da7f82f899cee5c9a7d18fbe99fe0) AuthConfig (b135e9c0864eb3255e8a7caf51dc9b6f262861005ceea80463cc8d5f9398b7ac) AuthConfig (77e2fdf0695f4adec8f2c885841397b2555a0b8a247b68a96a92098f3327e45d) AuthConfig (c87896169a7147dfeacb3a6e98c89cda4a0d4a15ec6a74628ab7b5981a8533bb) AuthConfig (e662543fab64e1c293dc8fa61ec55dde7be3368cc9405ba881b1460366f27c46) AuthConfig (5b5b2d4c042cc4c0dcc3229c6a023faa9c028d65bffed281ee7c97054b663da4) AuthConfig (a319c32aa3d55252c8c998da41ae7d7eaec0b54d19d5f50b504f7ab2b69debc5) AuthConfig (c80b14fbd1d4fbc0baee2b97cc941e498f964da8286427b6cb8ae47dde78675c) AuthConfig (caa348d1fb0d0d3361399817ec2ca273b2a922b85ce3a791cfa4f3054b452b2c) AuthConfig (a41d84d2670306e3d4be3aae684db1e0c00465b94a4fe184306dce3c1b86a621)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"fd6b50ff-0bbf-4e8c-8665-7f2415e198ca","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.736596124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"48f4b0a6-a766-4c0e-bff5-568545606f8d","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.737178863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"2ae7121c-38f7-4931-aa7d-51f2024eb034","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.737607799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"b1e74b0e-8d5f-4aa0-a7da-238342f14c64","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:07.73815821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"358ae846-6e51-409a-aefd-d759309063f5","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:10.757187563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:15.206270328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"5496f2dc-230e-4285-aef4-8b6fe7920939","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:15.226292938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"5496f2dc-230e-4285-aef4-8b6fe7920939","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:15.245165829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"5496f2dc-230e-4285-aef4-8b6fe7920939","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.086112661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"a8806086-13e6-4ed3-ab8d-b158e61b8afd","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.12074339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"a8806086-13e6-4ed3-ab8d-b158e61b8afd","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.138989807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a96f8d15af433706b494baecb70bb73d220eac84e9df1cd275ab602cf1f5d9b8) AuthConfig (cdcf525c8ab571ebc7b2b8b83663b86f720727f031419a7cc6b76cee93a5665c) AuthConfig (9a56b98282786cb828312c17879cf0446154d0372d2c2b7509b99657e3f48a4b) AuthConfig (d49c5bb8d8706e5986baf9dac09dc721d438931d4c11ddda70fc3820d08dc3eb) AuthConfig (56f25630ff584e9ba5b777ea93fa9bc5988892f5a44c4bad1af86efce85e5845) AuthConfig (58ff748c99d8ca45edf1f4e0757f935e330a98717ad7efb9c11e2d4655ff141f) AuthConfig (91229977a39eae0fa65e8df8ff2fbbccb2bd797f053832696b79a43a24e17dd6) AuthConfig (dae886d127baa30f90aff6f180166982fda59200b8e50bcbe4338949069040cd) AuthConfig (3f8048078df880804791a38cc9950cf17a2da7f82f899cee5c9a7d18fbe99fe0) AuthConfig (b135e9c0864eb3255e8a7caf51dc9b6f262861005ceea80463cc8d5f9398b7ac) AuthConfig (77e2fdf0695f4adec8f2c885841397b2555a0b8a247b68a96a92098f3327e45d) AuthConfig (c87896169a7147dfeacb3a6e98c89cda4a0d4a15ec6a74628ab7b5981a8533bb) AuthConfig (e662543fab64e1c293dc8fa61ec55dde7be3368cc9405ba881b1460366f27c46) AuthConfig (5b5b2d4c042cc4c0dcc3229c6a023faa9c028d65bffed281ee7c97054b663da4) AuthConfig (a319c32aa3d55252c8c998da41ae7d7eaec0b54d19d5f50b504f7ab2b69debc5) AuthConfig (c80b14fbd1d4fbc0baee2b97cc941e498f964da8286427b6cb8ae47dde78675c) AuthConfig (caa348d1fb0d0d3361399817ec2ca273b2a922b85ce3a791cfa4f3054b452b2c) AuthConfig (a41d84d2670306e3d4be3aae684db1e0c00465b94a4fe184306dce3c1b86a621)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"a8806086-13e6-4ed3-ab8d-b158e61b8afd","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.404340042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4065966-43cf-4208-8f6a-bdd61e518606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.418718776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4065966-43cf-4208-8f6a-bdd61e518606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.433225723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4065966-43cf-4208-8f6a-bdd61e518606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.447765677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4065966-43cf-4208-8f6a-bdd61e518606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.745933381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"600f68e5-9c51-4751-8e93-edb9e5de10a4","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.747836178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"49119a0d-bc32-4781-b849-4cd5b4b5b756","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.748023593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"b33d27f9-fa20-4e1a-8cf5-1a2cd77f20fb","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:17.748296577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"819cf41c-f574-4e48-aeee-f7fb9dd55d81","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:18.022672259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1567fe-7632-4e23-a11a-4622c0d0a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:18.03712535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1567fe-7632-4e23-a11a-4622c0d0a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:18.051386648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1567fe-7632-4e23-a11a-4622c0d0a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:18.065995246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1567fe-7632-4e23-a11a-4622c0d0a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.88935029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.889429308Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.907378118Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.908370075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"ecfefe70-cd60-4682-b82d-0bce2e7f8a6b","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.927545051Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.927574346Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.927678832Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.930750141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"4fe530f5-b4bc-4604-8e30-05d473ddbb1c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.947682982Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.952678744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"31c80a61-7dd5-496a-bc67-03faeb66d38c","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.954973616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7d8d4be6-58ea-460a-b4cc-7dadb8fcec42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.95501941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aab88c6d-f4f7-4f85-82ac-ce47fd247e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.957676391Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"db2e054b-1a0f-40c6-aa26-c2fc2ae0e1ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-277359d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.96889116Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"cfe1790c-bc6c-4813-8926-046b7c758f6d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.978065116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"7d8d4be6-58ea-460a-b4cc-7dadb8fcec42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.978456471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"aab88c6d-f4f7-4f85-82ac-ce47fd247e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.979570533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"948e1733-52fa-4d7b-9e75-c266065df739","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.983229896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"a0ffc5b0-5c6d-4ccb-9376-ad97ea90cec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c2a4f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:21.995680811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"e4f1e8d8-46b5-43a9-a1a0-0b8e63067a71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-277359d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.028096664Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"3c9e438b-da01-490a-b70c-45460d9ede62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c2a4f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.129075903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3401a27a-baa5-4880-bba6-181bf06a19e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.129133042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"de729daf-e961-484e-8f2a-34bfded57c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.244377684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"de729daf-e961-484e-8f2a-34bfded57c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.298676139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"de729daf-e961-484e-8f2a-34bfded57c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.298708822Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-access","reconcileID":"de729daf-e961-484e-8f2a-34bfded57c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.318129548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"461f7b48-3484-4847-af5c-14272f95ee42","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.34528815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3401a27a-baa5-4880-bba6-181bf06a19e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.365689171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3401a27a-baa5-4880-bba6-181bf06a19e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"e2e-worker-w0-4b5989-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.365714198Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-access","reconcileID":"3401a27a-baa5-4880-bba6-181bf06a19e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:22.389346627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"6b17ccfa-fd95-4f75-8b59-b3e198cfdb99","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:25.275550023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"0d2e8298-7323-4ac2-9dda-acb6e703d6a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:25.2956923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"0d2e8298-7323-4ac2-9dda-acb6e703d6a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:25.314300668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"0d2e8298-7323-4ac2-9dda-acb6e703d6a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:27.18246758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"aab4d5df-2e7f-40b9-968a-935fa9c059e3","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:27.202627459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"aab4d5df-2e7f-40b9-968a-935fa9c059e3","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:27.221037947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-710927-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a96f8d15af433706b494baecb70bb73d220eac84e9df1cd275ab602cf1f5d9b8) AuthConfig (cdcf525c8ab571ebc7b2b8b83663b86f720727f031419a7cc6b76cee93a5665c) AuthConfig (9a56b98282786cb828312c17879cf0446154d0372d2c2b7509b99657e3f48a4b) AuthConfig (d49c5bb8d8706e5986baf9dac09dc721d438931d4c11ddda70fc3820d08dc3eb) AuthConfig (56f25630ff584e9ba5b777ea93fa9bc5988892f5a44c4bad1af86efce85e5845) AuthConfig (58ff748c99d8ca45edf1f4e0757f935e330a98717ad7efb9c11e2d4655ff141f) AuthConfig (91229977a39eae0fa65e8df8ff2fbbccb2bd797f053832696b79a43a24e17dd6) AuthConfig (dae886d127baa30f90aff6f180166982fda59200b8e50bcbe4338949069040cd) AuthConfig (3f8048078df880804791a38cc9950cf17a2da7f82f899cee5c9a7d18fbe99fe0) AuthConfig (b135e9c0864eb3255e8a7caf51dc9b6f262861005ceea80463cc8d5f9398b7ac) AuthConfig (77e2fdf0695f4adec8f2c885841397b2555a0b8a247b68a96a92098f3327e45d) AuthConfig (c87896169a7147dfeacb3a6e98c89cda4a0d4a15ec6a74628ab7b5981a8533bb) AuthConfig (e662543fab64e1c293dc8fa61ec55dde7be3368cc9405ba881b1460366f27c46) AuthConfig (5b5b2d4c042cc4c0dcc3229c6a023faa9c028d65bffed281ee7c97054b663da4) AuthConfig (a319c32aa3d55252c8c998da41ae7d7eaec0b54d19d5f50b504f7ab2b69debc5) AuthConfig (c80b14fbd1d4fbc0baee2b97cc941e498f964da8286427b6cb8ae47dde78675c) AuthConfig (caa348d1fb0d0d3361399817ec2ca273b2a922b85ce3a791cfa4f3054b452b2c) AuthConfig (a41d84d2670306e3d4be3aae684db1e0c00465b94a4fe184306dce3c1b86a621)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"aab4d5df-2e7f-40b9-968a-935fa9c059e3","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:27.748132884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"fc8c677c-03fa-4d2c-94f4-8324f964fdfb","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:27.748508762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"a816670a-b590-4b36-aab0-632bf24969a8","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:28.885159924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-2-w0-4b5989","reconcileID":"b8549109-5823-419a-adb6-fa2389ee6772","MaaSModelRef":{"name":"distinct-2-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-2-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-2-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:28.89301788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"distinct-w0-4b5989","reconcileID":"5846ee26-8ad7-44a4-a73e-50edcf65cd6f","MaaSModelRef":{"name":"distinct-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"distinct-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"distinct-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:28.902595238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"premium-w0-4b5989","reconcileID":"d217bed4-e0d7-4050-97fd-27fdc16e1e0c","MaaSModelRef":{"name":"premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"premium-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"premium-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:28.91080158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"namespace":"e2e-models-e2e-worker-w0-4b5989","name":"simulator-w0-4b5989","reconcileID":"dcde85ee-0481-4a45-b5f1-8acb44bd6670","MaaSModelRef":{"name":"simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989"},"routeName":"simulator-w0-4b5989-kserve-route","namespace":"e2e-models-e2e-worker-w0-4b5989","llmisvcName":"simulator-w0-4b5989","gateway":"openshift-ingress/e2e-worker-w0-4b5989","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:29.461820023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"07015671-2540-4251-8dd8-5f2a979b13cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:29.462176523Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"07015671-2540-4251-8dd8-5f2a979b13cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:29.465760834Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"fb35f7e5-b472-4049-a987-7a44ea9ee99a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:29.466087471Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"fb35f7e5-b472-4049-a987-7a44ea9ee99a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:29.564558178Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"simulator-subscription","reconcileID":"fb35f7e5-b472-4049-a987-7a44ea9ee99a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-simulator-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/simulator-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:29.56482427Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"premium-simulator-subscription","reconcileID":"07015671-2540-4251-8dd8-5f2a979b13cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"name":"maas-trlp-premium-w0-4b5989","namespace":"e2e-models-e2e-worker-w0-4b5989","model":"e2e-models-e2e-worker-w0-4b5989/premium-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:35.344783267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"c338efb9-dbd6-4a8f-9647-5d8be7a989c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:35.364685289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"c338efb9-dbd6-4a8f-9647-5d8be7a989c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:35.383130415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (2bd2a67f9322264e94119fa5656b9aadd467e763202426cce69167870464693d) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (3c7bdd9f549dc27442aefe069ad1ece306bc1001c981157c1709e9ba9a609c9b) AuthConfig (ac4760f2e0e4293ca877e0daad19f2e3fec264592e9f56d243ba31a6073d1abf) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (354942443026cad063ce3304ec5c95cd44f8fbe93ff6002f1c4d025fd942265d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"c338efb9-dbd6-4a8f-9647-5d8be7a989c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:35.418813306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"12ef6b99-5512-404e-b73d-0971acf6c96c","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:37.252526433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"856bd4d7-c22e-4912-a9e2-12831cb513be","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:37.277036672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"856bd4d7-c22e-4912-a9e2-12831cb513be","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:37.524165026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"29f049b7-0bdf-4782-8ed2-6396036b0435","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:37.524189528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"29f049b7-0bdf-4782-8ed2-6396036b0435","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.143613983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"2569d1e6-3be2-4dbd-b713-32d4ba63a833","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.143636607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"2569d1e6-3be2-4dbd-b713-32d4ba63a833","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.163829099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"620d5b50-0776-4f96-8fb7-db43ceee702c","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.163890636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"620d5b50-0776-4f96-8fb7-db43ceee702c","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.173085551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"0376a681-8244-41cf-a9c9-7b0cba0f72c6","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:12:39.178593972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"37140460-d766-4e0e-9caf-8047ab03f552","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-710927-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:12:39.180193533Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"620d5b50-0776-4f96-8fb7-db43ceee702c","name":"test-model-710927","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-710927\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:12:39.18024739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"620d5b50-0776-4f96-8fb7-db43ceee702c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-710927\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.18563568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"84e7adee-34ec-4cf3-9297-463b6bdd9846","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.185652791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"84e7adee-34ec-4cf3-9297-463b6bdd9846","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.193673464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"0376a681-8244-41cf-a9c9-7b0cba0f72c6","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.211916428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"209a4498-1cda-4f98-97ee-2d6796de7d4f","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.211946186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"209a4498-1cda-4f98-97ee-2d6796de7d4f","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.232014062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"cbd66c68-aa51-47d5-8fc3-b44b4ae0317a","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.232039486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"cbd66c68-aa51-47d5-8fc3-b44b4ae0317a","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.300334344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"45ba48ea-0571-40bd-acc5-04dbe17f5290","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"maas-trlp-test-model-710927","model":"test-model-710927","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-710927/test-model-710927-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.361530072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"a81c0581-31f5-4627-afd5-d8c0a7eae08a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.362744051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"db9fa1bb-d1d3-48af-872d-3612cfef7453","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.362766666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"db9fa1bb-d1d3-48af-872d-3612cfef7453","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.384615766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"a81c0581-31f5-4627-afd5-d8c0a7eae08a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:39.428783806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"c090f348-7718-4507-a64d-2d7d054921b4","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"maas-trlp-test-model-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:40.772651303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.650182568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eab61f2-2dc2-4976-8d4b-0f470eea6dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.655291863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"211d1c7f-20a3-4eec-b8f5-49c457c44e1e","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.655439811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"211d1c7f-20a3-4eec-b8f5-49c457c44e1e","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.665410004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eab61f2-2dc2-4976-8d4b-0f470eea6dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.680351073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eab61f2-2dc2-4976-8d4b-0f470eea6dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.695064464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eab61f2-2dc2-4976-8d4b-0f470eea6dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.962039725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"79fd2458-03ab-4877-b2fa-70889b60e6bc","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.962069901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"79fd2458-03ab-4877-b2fa-70889b60e6bc","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.979244404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"93e0d701-c279-42bb-ab2f-02a403c924cc","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:44.9792678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"93e0d701-c279-42bb-ab2f-02a403c924cc","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.022980369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"3eb15af0-6d1f-4379-8ec4-ba9df7529e90","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.075837287Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"3eb15af0-6d1f-4379-8ec4-ba9df7529e90","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.095368711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cd421c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"3eb15af0-6d1f-4379-8ec4-ba9df7529e90","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.188848573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"c5b460c1-bbc5-47c2-92f6-d373fe70fa0c","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.188870923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"c5b460c1-bbc5-47c2-92f6-d373fe70fa0c","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.359298924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4084137b-643f-4e88-a75c-ecbe5b6c9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.374523299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4084137b-643f-4e88-a75c-ecbe5b6c9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.389135823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4084137b-643f-4e88-a75c-ecbe5b6c9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.404007827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4084137b-643f-4e88-a75c-ecbe5b6c9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.436477472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"3e6e4d42-84da-4e5f-8b58-295634e26aed","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.481160458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"3e6e4d42-84da-4e5f-8b58-295634e26aed","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:45.527591044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a5affe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e52a7f3305e5aa70dd7cb33b8552d6dda753f4ed8c7b6374e23ee42ded2e45d) AuthConfig (b3108dfcf75ae1dccf691a8352f5896205cd9bb76225785a19c7d88822e00f82) AuthConfig (8aaa9395aa9da7c7de5bedffd481279deea40aed7f5ea3c5e8c3ac9b4dea733f) AuthConfig (2bd2a67f9322264e94119fa5656b9aadd467e763202426cce69167870464693d) AuthConfig (5f8cf9a42aed9f6cb59cad1d8ae205b99231981f6d4c86bed6d60c5776179e09) AuthConfig (3c7bdd9f549dc27442aefe069ad1ece306bc1001c981157c1709e9ba9a609c9b) AuthConfig (ac4760f2e0e4293ca877e0daad19f2e3fec264592e9f56d243ba31a6073d1abf) AuthConfig (9322dbfff73b91ff807a7d831f9822d5c727e72a28cdcd1c7965fea44c455ff7) AuthConfig (d2c29f0f9d3693af4888c9ad095fed014a6b86c7b3ffca40f25604feb23eba95) AuthConfig (354942443026cad063ce3304ec5c95cd44f8fbe93ff6002f1c4d025fd942265d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"3e6e4d42-84da-4e5f-8b58-295634e26aed","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:49.6285067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"268a9199-b94f-41f5-bb96-1362cdef185a","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:49.67668089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"268a9199-b94f-41f5-bb96-1362cdef185a","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:49.695338317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cd421c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"268a9199-b94f-41f5-bb96-1362cdef185a","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:51.439377776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c6911-eca5-4689-bd60-5b6883424901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:51.454044888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c6911-eca5-4689-bd60-5b6883424901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:51.469121107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c6911-eca5-4689-bd60-5b6883424901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:51.485992732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29c6911-eca5-4689-bd60-5b6883424901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.16173535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43021925-1f37-4598-ad06-7c1507402adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.176136375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43021925-1f37-4598-ad06-7c1507402adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.190605574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43021925-1f37-4598-ad06-7c1507402adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.205074672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43021925-1f37-4598-ad06-7c1507402adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.213628585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5c54fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5c54fc","reconcileID":"869c9154-dab4-4e29-834e-4cc989d0c062","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5c54fc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5c54fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.864690544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae3c365-f620-45a6-b8fa-5307f01729ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.879317269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae3c365-f620-45a6-b8fa-5307f01729ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.894559936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae3c365-f620-45a6-b8fa-5307f01729ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:52.909180836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae3c365-f620-45a6-b8fa-5307f01729ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:53.665038278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b494f82-4f35-4838-b7cb-770cc83590b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:53.680455214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b494f82-4f35-4838-b7cb-770cc83590b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:53.695350848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b494f82-4f35-4838-b7cb-770cc83590b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:53.710103462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b494f82-4f35-4838-b7cb-770cc83590b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:55.557613153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"83b8f067-bbd2-4426-a6cd-2d8d635f60be","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:55.578061243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"83b8f067-bbd2-4426-a6cd-2d8d635f60be","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:55.720104853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"2f8caf5a-ddf2-440e-968b-6799b0f7b38d","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.148537936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"25dbb799-bce8-4f36-ac3a-47f8aee742a9","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.162564077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"28a62bb4-10fc-4cc5-9691-4e46144f5bd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:12:57.166698156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"c7508755-ec1f-4ba1-9283-14957eb8dbf7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-0627cd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.183792735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"28a62bb4-10fc-4cc5-9691-4e46144f5bd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.19930953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"08277990-2911-4554-95f5-170f11c7183c","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:12:57.230761841Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"08277990-2911-4554-95f5-170f11c7183c","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:12:57.230869726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"08277990-2911-4554-95f5-170f11c7183c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.245788488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"01c14ab7-c067-4147-a8ff-1dbfe381c68a","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.303291674Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"43a64393-efcf-477d-9ed6-79cc177af8b5","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a5affe/e2e-shr-auth-0627cd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.358896268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"4dc8575f-e9b8-44a7-9557-f3f1c544acc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.397370767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"4dc8575f-e9b8-44a7-9557-f3f1c544acc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.408417515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"32ada921-b4b8-449c-b162-642eba80e45f","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:57.456690883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"552ad2e3-9f77-42f9-a3f7-7c1c686ff930","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:59.72612013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"3139c9a4-8327-4af8-83d6-e7a8be36b1b1","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:59.746943927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"3139c9a4-8327-4af8-83d6-e7a8be36b1b1","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:12:59.765832837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cd421c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"3139c9a4-8327-4af8-83d6-e7a8be36b1b1","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:06.333218354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"00da7479-f2e5-4677-a7e6-0c7f7de4fd39","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"maas-trlp-test-model-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:06.401057978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"c9ee2dab-95ca-41ad-890c-6a49c680a265","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:06.401212463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"c9ee2dab-95ca-41ad-890c-6a49c680a265","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:07.47783354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"fd8d6d19-846c-4558-8667-0a1f8033ec1a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:07.497609305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"fd8d6d19-846c-4558-8667-0a1f8033ec1a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.632475796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.632544535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","namespace":"ai-tenant-e2e-worker-w0-4b5989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.632608559Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","tenant":"e2e-worker-w0-4b5989","tenantID":"e2e-worker-w0-4b5989","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.649853576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Deployment","name":"maas-api-e2e-worker-w0-4b5989","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.682717094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Service","name":"maas-api-e2e-worker-w0-4b5989","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.700601471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-4b5989","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.717168242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-4b5989","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.735571426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.75320402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.773676732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.791333528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.805889564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.820093678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.834269428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Service","name":"payload-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.84860634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.865125936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.879725603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.89470002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.915679414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.930339703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.950668892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.965757253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-4b5989","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:08.980527429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4b5989"},"namespace":"ai-tenant-e2e-worker-w0-4b5989","name":"default-tenant","reconcileID":"4f761e59-c8d5-4574-ae0d-107489213f99","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-4b5989","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.344445569Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4b5989","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4b5989","reconcileID":"3b2a6e3a-ec3c-4075-bd9d-5605b187acb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4b5989","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-4b5989"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.749103144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895a892c-8b27-42bd-a7d0-a897650209b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.763460802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895a892c-8b27-42bd-a7d0-a897650209b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.777919805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895a892c-8b27-42bd-a7d0-a897650209b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.792464141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895a892c-8b27-42bd-a7d0-a897650209b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.822944276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"59b7c67b-4847-4583-a9d5-a3cf522f0f81","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.842686701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"59b7c67b-4847-4583-a9d5-a3cf522f0f81","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.862382087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cd421c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b6210229ee1c6dd0017ef804ca3530db3d009ad76ed5d570f560f726a59ece5) AuthConfig (3dd14bb0161e305560c12f60663e06fadbc24524f0bb0b8e2058d8e9392a278f) AuthConfig (fc2aa4edd9f1253fecb70a9a84387bafe27000726f75759ff68cbcee8c786250) AuthConfig (56bf37d5522b34de7160616b2a856357e862876d3a4ff791e18a984c1a922958) AuthConfig (e1edb18200ccd66240dd711065ce7f627d76e9418fc38c36c9418acca56ba83f) AuthConfig (a357a43156567ebde1246258b4ff6e6fd10a5796c40910f853b0df8cf103df57) AuthConfig (36186b304a378ee0dc8b172565cd6778039a882faf5df7217998220c1f4a3073) AuthConfig (cd5ef5b1c3021bc0427bfcdcee852fb5f0c1fc2a66796b6cab2f08674fda5960) AuthConfig (859e5da3f99f30768167089338fc7d059b5467b56fb7d909ea96d52751ffc0d4) AuthConfig (d9939bdccc468ff8790055e425535b3df19cd45412ab78dec43e1a5dcc8f4b0a) AuthConfig (8119f6066a6cf557168c8d1c4b4b1a140dda93a413523a0742e66bf517c80dba) AuthConfig (23c50fe19fbe13daf8e6de0492242d1ef67f9800cb148c20658ec4b49151fbec) AuthConfig (8a00b6aff8eec04279451c2bf003f640171b7119d1a88d1a64499d008de92ad2) AuthConfig (92b8cbee5348570684be69082b88da56eb958f2e05fef83dfab6376d26de912e) AuthConfig (61140ad7197000752753233d8b4b7107b9d4720352cc96748d384d1f3b478c28) AuthConfig (16d550491e8ecdc7f2d5e36d5b1a69a00059790f772d18580fba1a24fca3c6be) AuthConfig (034dd682bdd3d7c1fc3ae9b4082f0d9a3cebf02b2d8f6029acffdfa84874310e) AuthConfig (a2cb62d67b975e47c4f99906bb1980df38245d565af1dddb6ce91ab588f74cfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"59b7c67b-4847-4583-a9d5-a3cf522f0f81","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.883044968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"d6d8e5c3-40ea-4384-b5bc-ccc8e7d03243","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:09.883071171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"d6d8e5c3-40ea-4384-b5bc-ccc8e7d03243","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.056841046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"960b79f7-8e20-44b3-b955-df8cc2ddb67a","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.056877637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"960b79f7-8e20-44b3-b955-df8cc2ddb67a","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.344216072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"4177f8a1-3f28-484e-9f3f-09c7e490c986","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.344240054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"4177f8a1-3f28-484e-9f3f-09c7e490c986","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.361250856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"2c3fcadd-b43e-4edd-b3d2-0813f68d2342","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.36127506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"2c3fcadd-b43e-4edd-b3d2-0813f68d2342","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.390223857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"28c10cd2-2806-4f66-9d98-55cb4433fbbf","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.424739158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fb027-665e-4c79-8662-3a8467a4f2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.439460582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fb027-665e-4c79-8662-3a8467a4f2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.443675315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"28c10cd2-2806-4f66-9d98-55cb4433fbbf","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.458990943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fb027-665e-4c79-8662-3a8467a4f2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.473480258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fb027-665e-4c79-8662-3a8467a4f2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.477172425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c2d1b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"28c10cd2-2806-4f66-9d98-55cb4433fbbf","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.496913693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"d9c9b53e-cc9b-4cb7-9d4a-256c3dc93435","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.496934843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"d9c9b53e-cc9b-4cb7-9d4a-256c3dc93435","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:10.759120267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:19.913164573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"5b19b003-80e9-471b-b1bb-3e3f7c669669","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:19.933064399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"5b19b003-80e9-471b-b1bb-3e3f7c669669","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:19.95198288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cd421c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b6210229ee1c6dd0017ef804ca3530db3d009ad76ed5d570f560f726a59ece5) AuthConfig (3dd14bb0161e305560c12f60663e06fadbc24524f0bb0b8e2058d8e9392a278f) AuthConfig (fc2aa4edd9f1253fecb70a9a84387bafe27000726f75759ff68cbcee8c786250) AuthConfig (56bf37d5522b34de7160616b2a856357e862876d3a4ff791e18a984c1a922958) AuthConfig (e1edb18200ccd66240dd711065ce7f627d76e9418fc38c36c9418acca56ba83f) AuthConfig (a357a43156567ebde1246258b4ff6e6fd10a5796c40910f853b0df8cf103df57) AuthConfig (36186b304a378ee0dc8b172565cd6778039a882faf5df7217998220c1f4a3073) AuthConfig (cd5ef5b1c3021bc0427bfcdcee852fb5f0c1fc2a66796b6cab2f08674fda5960) AuthConfig (859e5da3f99f30768167089338fc7d059b5467b56fb7d909ea96d52751ffc0d4) AuthConfig (d9939bdccc468ff8790055e425535b3df19cd45412ab78dec43e1a5dcc8f4b0a) AuthConfig (8119f6066a6cf557168c8d1c4b4b1a140dda93a413523a0742e66bf517c80dba) AuthConfig (23c50fe19fbe13daf8e6de0492242d1ef67f9800cb148c20658ec4b49151fbec) AuthConfig (8a00b6aff8eec04279451c2bf003f640171b7119d1a88d1a64499d008de92ad2) AuthConfig (92b8cbee5348570684be69082b88da56eb958f2e05fef83dfab6376d26de912e) AuthConfig (61140ad7197000752753233d8b4b7107b9d4720352cc96748d384d1f3b478c28) AuthConfig (16d550491e8ecdc7f2d5e36d5b1a69a00059790f772d18580fba1a24fca3c6be) AuthConfig (034dd682bdd3d7c1fc3ae9b4082f0d9a3cebf02b2d8f6029acffdfa84874310e) AuthConfig (a2cb62d67b975e47c4f99906bb1980df38245d565af1dddb6ce91ab588f74cfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"5b19b003-80e9-471b-b1bb-3e3f7c669669","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:20.527864672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"c70f43ca-24e7-47c9-b56e-f9ec9d3d19b1","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:20.547449322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"c70f43ca-24e7-47c9-b56e-f9ec9d3d19b1","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:20.566039135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c2d1b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"c70f43ca-24e7-47c9-b56e-f9ec9d3d19b1","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:24.053872949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"e3f358da-f223-488e-b470-3ab76b624273","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:24.14002702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"f8844694-f3e0-4be8-a328-6b00b71a26d9","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:24.44713085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"aba25b85-8ef4-4204-a607-beb368116667","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:24.447141234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"592423e5-ad6b-4432-a62b-5deba59088e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:24.482590811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"aba25b85-8ef4-4204-a607-beb368116667","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:24.482656256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"592423e5-ad6b-4432-a62b-5deba59088e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:26.785291461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"39766583-ff4d-4e57-ae94-a3ab6d13579b","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:26.799612128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"71681d01-8989-4183-b973-e3dcc1d5ea3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:26.821159449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"71681d01-8989-4183-b973-e3dcc1d5ea3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:26.836532758Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"63eae579-f6c7-47fd-b8d2-dc21864905d0","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3d8942b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:26.996874362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"303afbfc-f16a-4be8-a03a-c3b7099a944b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:27.016871921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"303afbfc-f16a-4be8-a03a-c3b7099a944b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:29.982889108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"9047376e-7d40-46cd-b122-0ebd602bb695","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.00244282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"9047376e-7d40-46cd-b122-0ebd602bb695","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.08421037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"c3d90a1f-5d57-4a0c-9dc9-2a37a1008f00","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.08423727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"c3d90a1f-5d57-4a0c-9dc9-2a37a1008f00","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.596647325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"e2f2e729-b97f-4603-b355-00ecaeefca00","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.61641969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"e2f2e729-b97f-4603-b355-00ecaeefca00","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.634475245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c2d1b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8506e190d4602f4427ba6f9383834f3286e83506f366886a77ae6d81f9833af0) AuthConfig (0c1bcfacccd44e977206bee90a6a8446ed70a105c5d873a35590337aaab2a24a) AuthConfig (bbd3da7ee163be95a0f637a55c3dafe235301b87799bf6ea6f4bf2414d0adcf0) AuthConfig (fba339b4bed70eb146dcac5d79bec2546e8d4aa09bb3648c4dadefd1b0d9df1b) AuthConfig (d238cd7f007a9772e1e6e34e98fd13fe7ea9d32bbd8dafbcb0aac95fb6d1c2cb) AuthConfig (eca0f4ab2337ff14f3ff37510f3b55578c49d03ea37511fb4a9a2825cb9f4d42) AuthConfig (6e6ac245a0308f164cb1c46bf9bc0fb4177efb8150fdeba78c049e49d62d95c2) AuthConfig (d85ece277136c9ddb06d92398a94413f32f62430ce0a4902a4d68ca58cf2f831) AuthConfig (57458470fc56984e790b5732b3182734a3402cb78c6994b4f21099ea6ee87636) AuthConfig (91f6722befb3d25bc6ffb98bd8fab7c86169db60f400bce2b87bca18b9d0c6dd) AuthConfig (862a73af7b8c2c18ceeda24a9192f791c9f57c038ad533cecf668ae3472bc207) AuthConfig (f6aa268585b07751efaaff61ed60f0e61cba7aaabe87f2236e6ef7b7f62140d9) AuthConfig (1f153c487481307346465108790c33715e1a08798e6fbe0b662e5cae1a411249) AuthConfig (836bbfef9198d4ce3e1c613aa432c2c4ad2fdb984aefa2e80dd58a16f63c3e49) AuthConfig (7eb73023eab2980d31bf245d92f98f3c0daef7ae3497bcd5b4256cb112df5da3) AuthConfig (ba570deee18a4a79486682d41272b9b2cd2d1acc09a398ff6d439e78849634e2) AuthConfig (b412ebbe8c3ce843e80f031e6f1cc33dfe8ba804bb7d955743ff6beb41afe9f2) AuthConfig (2f5624c62197b0250e73d1f20c2bfb9cf5c762ed09a2903b36e7551c53d7ec60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"e2f2e729-b97f-4603-b355-00ecaeefca00","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.65284674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"a084e454-e485-4850-8b34-6095a6ea05bb","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:30.65286808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"a084e454-e485-4850-8b34-6095a6ea05bb","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.653087726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"7c68df18-d925-40bf-a659-dfcfbbe7792b","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.653112061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"7c68df18-d925-40bf-a659-dfcfbbe7792b","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.674236498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"40ec6d66-abc3-4aec-89bf-7576fd7fcb86","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.67427001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"40ec6d66-abc3-4aec-89bf-7576fd7fcb86","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.682111695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"29b73896-be22-4ecf-b475-0805997b853d","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:13:31.68796907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"4e032882-f6bd-4e10-b21e-ad4cd7a6b479","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cd421c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:13:31.690723202Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"40ec6d66-abc3-4aec-89bf-7576fd7fcb86","name":"test-model-cd421c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-cd421c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:13:31.690788391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"40ec6d66-abc3-4aec-89bf-7576fd7fcb86","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-cd421c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.696347895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"c5857302-4b4b-4841-9da8-54814c0bf329","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.696374092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"c5857302-4b4b-4841-9da8-54814c0bf329","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.701668052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"29b73896-be22-4ecf-b475-0805997b853d","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.721865278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"a1cefafd-413c-4137-8991-938d7e21d51e","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.721884772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"a1cefafd-413c-4137-8991-938d7e21d51e","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.739829711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"47bdbc6c-ea54-4669-a866-5a4f7d5379c6","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.739850829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"47bdbc6c-ea54-4669-a866-5a4f7d5379c6","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.801891654Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"b9f38a03-91bf-4712-a9f8-48ff6a53ec98","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"maas-trlp-test-model-cd421c","model":"test-model-cd421c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-cd421c/test-model-cd421c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.857600909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"efae62d9-f66a-48f8-b3d0-4c98b261c033","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.857630779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"efae62d9-f66a-48f8-b3d0-4c98b261c033","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.861969518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"a8446461-8107-44d5-afba-ad2ffe1897ff","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.881565719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"a8446461-8107-44d5-afba-ad2ffe1897ff","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:31.916168445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"3c05f231-75e6-45f1-8337-8bf4c900e026","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"maas-trlp-test-model-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:34.070363867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"a11c6c1c-18c0-45f9-909b-23d871296457","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:34.114455035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"a11c6c1c-18c0-45f9-909b-23d871296457","name":"e2e-inf-b-5c54fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:36.851647105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"2e452c90-aaeb-485c-8f7a-007f3bb1ac84","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","subscription":"e2e-shr-auth-0627cd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:36.881841914Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"2e452c90-aaeb-485c-8f7a-007f3bb1ac84","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:36.900016292Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-sub","reconcileID":"2e452c90-aaeb-485c-8f7a-007f3bb1ac84","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.007499376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"5a4befd9-3709-40da-976c-fa243624b191","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.022431879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"c8f275bd-abf3-4ba7-84ee-e371421354da","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.04263675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"c8f275bd-abf3-4ba7-84ee-e371421354da","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.149162923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"91a544d7-3c1f-4767-a534-113af1e59af7","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.150951564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"2ceeb817-dd8b-401c-a840-43eb74681977","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.169737644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"91a544d7-3c1f-4767-a534-113af1e59af7","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.314445143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"f04de8d4-697f-472b-85fb-a30e846b6709","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.443702066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"f04de8d4-697f-472b-85fb-a30e846b6709","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.496357149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"f04de8d4-697f-472b-85fb-a30e846b6709","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"name":"e2e-extmod-b-a5affe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.496381636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"e2e-shr-auth-0627cd-access","reconcileID":"f04de8d4-697f-472b-85fb-a30e846b6709","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.530648379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","reconcileID":"2273e121-702b-4381-9274-9fa918ae89c7","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-27e79d9c1ffc","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-b-a5affe","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-b-a5affe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.686160786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"1ef00c96-00b5-4edb-a88f-042d3e0ecddb","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.7067807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"83cec85b-2b81-4d8c-b7e1-c4f53cf331f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.728256457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"83cec85b-2b81-4d8c-b7e1-c4f53cf331f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.771694225Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"cf665d98-d066-4fb1-81f8-3718be8042aa","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b7fab9f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.874054038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"32ff97ef-b2b9-4132-81b2-4e4a81b06f37","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:37.89349629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"32ff97ef-b2b9-4132-81b2-4e4a81b06f37","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:40.683133806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"e9099298-67cc-4dc5-a218-aceb12a08e6b","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:40.704447838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"e9099298-67cc-4dc5-a218-aceb12a08e6b","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:40.722858591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c2d1b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8506e190d4602f4427ba6f9383834f3286e83506f366886a77ae6d81f9833af0) AuthConfig (0c1bcfacccd44e977206bee90a6a8446ed70a105c5d873a35590337aaab2a24a) AuthConfig (bbd3da7ee163be95a0f637a55c3dafe235301b87799bf6ea6f4bf2414d0adcf0) AuthConfig (fba339b4bed70eb146dcac5d79bec2546e8d4aa09bb3648c4dadefd1b0d9df1b) AuthConfig (d238cd7f007a9772e1e6e34e98fd13fe7ea9d32bbd8dafbcb0aac95fb6d1c2cb) AuthConfig (eca0f4ab2337ff14f3ff37510f3b55578c49d03ea37511fb4a9a2825cb9f4d42) AuthConfig (6e6ac245a0308f164cb1c46bf9bc0fb4177efb8150fdeba78c049e49d62d95c2) AuthConfig (d85ece277136c9ddb06d92398a94413f32f62430ce0a4902a4d68ca58cf2f831) AuthConfig (57458470fc56984e790b5732b3182734a3402cb78c6994b4f21099ea6ee87636) AuthConfig (91f6722befb3d25bc6ffb98bd8fab7c86169db60f400bce2b87bca18b9d0c6dd) AuthConfig (862a73af7b8c2c18ceeda24a9192f791c9f57c038ad533cecf668ae3472bc207) AuthConfig (f6aa268585b07751efaaff61ed60f0e61cba7aaabe87f2236e6ef7b7f62140d9) AuthConfig (1f153c487481307346465108790c33715e1a08798e6fbe0b662e5cae1a411249) AuthConfig (836bbfef9198d4ce3e1c613aa432c2c4ad2fdb984aefa2e80dd58a16f63c3e49) AuthConfig (7eb73023eab2980d31bf245d92f98f3c0daef7ae3497bcd5b4256cb112df5da3) AuthConfig (ba570deee18a4a79486682d41272b9b2cd2d1acc09a398ff6d439e78849634e2) AuthConfig (b412ebbe8c3ce843e80f031e6f1cc33dfe8ba804bb7d955743ff6beb41afe9f2) AuthConfig (2f5624c62197b0250e73d1f20c2bfb9cf5c762ed09a2903b36e7551c53d7ec60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"e9099298-67cc-4dc5-a218-aceb12a08e6b","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:40.759962835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:47.787018096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"78712487-6ae2-44c7-8cc2-0dc1c2e9398b","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","subscription":"e2e-shr-auth-0627cd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:47.817370413Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"78712487-6ae2-44c7-8cc2-0dc1c2e9398b","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:47.834459031Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-sub","reconcileID":"78712487-6ae2-44c7-8cc2-0dc1c2e9398b","MaaSSubscription":{"name":"e2e-shr-auth-0627cd-sub","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"maas-trlp-e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:47.938419634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"c332538e-943f-465a-b45b-b659019f630c","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:47.953835623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4db6dfca-fa30-4031-8aa2-2e1179c21b7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:47.977353371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"4db6dfca-fa30-4031-8aa2-2e1179c21b7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.067727801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"444ece1f-ffe1-41ad-9334-95c220eca722","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.082347702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"376663a0-f150-4a1a-93bc-46de4491b338","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.087474931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"444ece1f-ffe1-41ad-9334-95c220eca722","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.231708336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"57623f7f-b2d4-4db8-a76f-fdcc180cbee5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"model":"e2e-extmod-shr-user-0795f6/e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.361579894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"57623f7f-b2d4-4db8-a76f-fdcc180cbee5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.414902383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"57623f7f-b2d4-4db8-a76f-fdcc180cbee5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"name":"e2e-extmod-a-4275b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.414925521Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"e2e-shr-auth-0627cd-access","reconcileID":"57623f7f-b2d4-4db8-a76f-fdcc180cbee5","MaaSAuthPolicy":{"name":"e2e-shr-auth-0627cd-access","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.450790627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"94b0bcbf-a978-4706-a5bf-64e49220d574","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:48.80450554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","reconcileID":"8a94c194-bd26-4c10-9a49-5ece2052e763","MaaSModelRef":{"name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","namespace":"e2e-extmod-shr-user-0795f6"},"routeName":"external-model-e2e-shr-auth-0627cd-ae9d3d589a3b","namespace":"e2e-extmod-shr-user-0795f6","model":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9","externalModel":"e2e-shr-auth-0627cd","provider":"e2e-shr-auth-0627cd-provider","gateway":"openshift-ingress/e2e-extmod-a-4275b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.359015926Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","reconcileID":"3600301d-7bf7-4edc-a353-223a4426753e","namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.396765434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"3b993fd0-5084-4760-a43e-520a05bc1a89","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.396999896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"44796474-9779-4155-ab38-317c3ee5dc55","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.410307275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bfb3b178-63bf-4b48-b832-89c8493c008f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.410412666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c9cbe6f7-5527-46b1-a38e-5086eaa3ee50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.410826738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"96eb38b4-9efb-4115-8aef-5c09cdd79a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.416437051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"3b993fd0-5084-4760-a43e-520a05bc1a89","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.417770216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"44796474-9779-4155-ab38-317c3ee5dc55","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.43040288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"bfb3b178-63bf-4b48-b832-89c8493c008f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.431682567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"96eb38b4-9efb-4115-8aef-5c09cdd79a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.432598252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"c9cbe6f7-5527-46b1-a38e-5086eaa3ee50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.435186286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c2d1b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8506e190d4602f4427ba6f9383834f3286e83506f366886a77ae6d81f9833af0) AuthConfig (0c1bcfacccd44e977206bee90a6a8446ed70a105c5d873a35590337aaab2a24a) AuthConfig (bbd3da7ee163be95a0f637a55c3dafe235301b87799bf6ea6f4bf2414d0adcf0) AuthConfig (fba339b4bed70eb146dcac5d79bec2546e8d4aa09bb3648c4dadefd1b0d9df1b) AuthConfig (d238cd7f007a9772e1e6e34e98fd13fe7ea9d32bbd8dafbcb0aac95fb6d1c2cb) AuthConfig (eca0f4ab2337ff14f3ff37510f3b55578c49d03ea37511fb4a9a2825cb9f4d42) AuthConfig (6e6ac245a0308f164cb1c46bf9bc0fb4177efb8150fdeba78c049e49d62d95c2) AuthConfig (d85ece277136c9ddb06d92398a94413f32f62430ce0a4902a4d68ca58cf2f831) AuthConfig (57458470fc56984e790b5732b3182734a3402cb78c6994b4f21099ea6ee87636) AuthConfig (91f6722befb3d25bc6ffb98bd8fab7c86169db60f400bce2b87bca18b9d0c6dd) AuthConfig (862a73af7b8c2c18ceeda24a9192f791c9f57c038ad533cecf668ae3472bc207) AuthConfig (f6aa268585b07751efaaff61ed60f0e61cba7aaabe87f2236e6ef7b7f62140d9) AuthConfig (1f153c487481307346465108790c33715e1a08798e6fbe0b662e5cae1a411249) AuthConfig (836bbfef9198d4ce3e1c613aa432c2c4ad2fdb984aefa2e80dd58a16f63c3e49) AuthConfig (7eb73023eab2980d31bf245d92f98f3c0daef7ae3497bcd5b4256cb112df5da3) AuthConfig (ba570deee18a4a79486682d41272b9b2cd2d1acc09a398ff6d439e78849634e2) AuthConfig (b412ebbe8c3ce843e80f031e6f1cc33dfe8ba804bb7d955743ff6beb41afe9f2) AuthConfig (2f5624c62197b0250e73d1f20c2bfb9cf5c762ed09a2903b36e7551c53d7ec60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"3b993fd0-5084-4760-a43e-520a05bc1a89","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.508874736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a4d902b-5b33-4783-902e-8407cb9bd34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.528626896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a4d902b-5b33-4783-902e-8407cb9bd34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.607434388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"10f2bc3e-c9e7-4e44-81c7-39312e3a60d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.627096252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"10f2bc3e-c9e7-4e44-81c7-39312e3a60d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.662268946Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0627cd","namespace":"e2e-extmod-shr-user-0795f6"},"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","reconcileID":"a1d69338-5b3a-41c6-b126-67486313f325","namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.676507811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"bf3de9b9-b282-4586-9abe-91193e84a3af","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.690552191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"83492eb8-26bb-4e36-8de6-d9e7f12b1e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.690598973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f8a895f1-f474-4800-869c-23cf308fae09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.69683971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"bf3de9b9-b282-4586-9abe-91193e84a3af","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.710383771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"f8a895f1-f474-4800-869c-23cf308fae09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.711612003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"83492eb8-26bb-4e36-8de6-d9e7f12b1e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.790897124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c22cdc2c-c993-4340-9cea-8a722c92faeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.810849562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c22cdc2c-c993-4340-9cea-8a722c92faeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.876706237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"b4614d1d-216a-4bd4-998d-7d3d36191279","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.877433823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"7ebfa938-360f-4bdc-8241-845488dcb560","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.891993195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2741de34-0796-41fd-a5d0-05420edf8cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.892993515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"405704ad-2221-400b-9fd0-eae96421d571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.961274151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"2741de34-0796-41fd-a5d0-05420edf8cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.986977711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"405704ad-2221-400b-9fd0-eae96421d571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.989431835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"b4614d1d-216a-4bd4-998d-7d3d36191279","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:49.990911206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"7ebfa938-360f-4bdc-8241-845488dcb560","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.014229327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c2d1b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8506e190d4602f4427ba6f9383834f3286e83506f366886a77ae6d81f9833af0) AuthConfig (0c1bcfacccd44e977206bee90a6a8446ed70a105c5d873a35590337aaab2a24a) AuthConfig (bbd3da7ee163be95a0f637a55c3dafe235301b87799bf6ea6f4bf2414d0adcf0) AuthConfig (fba339b4bed70eb146dcac5d79bec2546e8d4aa09bb3648c4dadefd1b0d9df1b) AuthConfig (d238cd7f007a9772e1e6e34e98fd13fe7ea9d32bbd8dafbcb0aac95fb6d1c2cb) AuthConfig (eca0f4ab2337ff14f3ff37510f3b55578c49d03ea37511fb4a9a2825cb9f4d42) AuthConfig (6e6ac245a0308f164cb1c46bf9bc0fb4177efb8150fdeba78c049e49d62d95c2) AuthConfig (d85ece277136c9ddb06d92398a94413f32f62430ce0a4902a4d68ca58cf2f831) AuthConfig (57458470fc56984e790b5732b3182734a3402cb78c6994b4f21099ea6ee87636) AuthConfig (91f6722befb3d25bc6ffb98bd8fab7c86169db60f400bce2b87bca18b9d0c6dd) AuthConfig (862a73af7b8c2c18ceeda24a9192f791c9f57c038ad533cecf668ae3472bc207) AuthConfig (f6aa268585b07751efaaff61ed60f0e61cba7aaabe87f2236e6ef7b7f62140d9) AuthConfig (1f153c487481307346465108790c33715e1a08798e6fbe0b662e5cae1a411249) AuthConfig (836bbfef9198d4ce3e1c613aa432c2c4ad2fdb984aefa2e80dd58a16f63c3e49) AuthConfig (7eb73023eab2980d31bf245d92f98f3c0daef7ae3497bcd5b4256cb112df5da3) AuthConfig (ba570deee18a4a79486682d41272b9b2cd2d1acc09a398ff6d439e78849634e2) AuthConfig (b412ebbe8c3ce843e80f031e6f1cc33dfe8ba804bb7d955743ff6beb41afe9f2) AuthConfig (2f5624c62197b0250e73d1f20c2bfb9cf5c762ed09a2903b36e7551c53d7ec60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"7ebfa938-360f-4bdc-8241-845488dcb560","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.015871237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95a46d69-2068-4e97-98a7-ba0976b8188f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.03590501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95a46d69-2068-4e97-98a7-ba0976b8188f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.091104205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9f009e88-ca86-4862-aa23-d5a1384abefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.091099674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cebe6e5a-8263-4021-afbe-3c950d39bc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.111378956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"cebe6e5a-8263-4021-afbe-3c950d39bc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.11140189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"9f009e88-ca86-4862-aa23-d5a1384abefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.177787353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"178d91d0-6b1a-4919-bd00-6e21c098435a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.192103099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b4342b54-8e23-42a4-91be-13c48dbdb46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.192105855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d9af5206-5bcc-4f94-9469-e01f52674559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.198977388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"178d91d0-6b1a-4919-bd00-6e21c098435a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.213869375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"d9af5206-5bcc-4f94-9469-e01f52674559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.213886752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b4342b54-8e23-42a4-91be-13c48dbdb46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.291865755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7acc064c-cf32-4ec7-87ce-c7447d22ddb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.291866145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2d0fa89a-fa12-4310-b042-bb7697ad092a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.318679363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"7acc064c-cf32-4ec7-87ce-c7447d22ddb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:50.318725628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"2d0fa89a-fa12-4310-b042-bb7697ad092a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:56.54693985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"904555e6-4d48-4f03-a51b-02368936b6d6","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"maas-trlp-test-model-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:56.607046188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"f2899353-c545-41df-b4b3-16351ac91869","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:56.607071344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"f2899353-c545-41df-b4b3-16351ac91869","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.01830821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f705c70f-661b-49ce-ad9e-6194505417d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.032760368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f705c70f-661b-49ce-ad9e-6194505417d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.047207505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f705c70f-661b-49ce-ad9e-6194505417d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.061872905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f705c70f-661b-49ce-ad9e-6194505417d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.667349027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb837ab3-4c3b-4103-bcd6-bfcda283e13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.685162143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb837ab3-4c3b-4103-bcd6-bfcda283e13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.705055492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb837ab3-4c3b-4103-bcd6-bfcda283e13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.785764021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb837ab3-4c3b-4103-bcd6-bfcda283e13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.816840753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"f72073f2-3f08-4c3b-8571-ab10c9a89ff0","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:57.837353266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"f72073f2-3f08-4c3b-8571-ab10c9a89ff0","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:58.376816444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0331ed0-9378-4994-a601-1de950337b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:58.392395936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0331ed0-9378-4994-a601-1de950337b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:58.407444964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0331ed0-9378-4994-a601-1de950337b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:13:58.42255262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0331ed0-9378-4994-a601-1de950337b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.046634619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"dbca19d1-140b-4818-90f5-4f882d179cb1","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.06719921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"dbca19d1-140b-4818-90f5-4f882d179cb1","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.247006805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"25c2a4f4-b988-412a-9b0a-0f64ae926c33","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.247076678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"25c2a4f4-b988-412a-9b0a-0f64ae926c33","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.268017711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"ea22349c-c9d2-44ad-9b3e-bb9ef1479762","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.268048012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"ea22349c-c9d2-44ad-9b3e-bb9ef1479762","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.520577842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"1bb201c1-abde-4dd1-9ee3-1531552da443","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.520607888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"1bb201c1-abde-4dd1-9ee3-1531552da443","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.540140568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"0a03c35b-fc4c-4571-8c80-c34312ac4e7f","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.540175231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"0a03c35b-fc4c-4571-8c80-c34312ac4e7f","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.568926596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"b89873f9-f856-4f3c-8fe5-45921025bf20","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.622000448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"b89873f9-f856-4f3c-8fe5-45921025bf20","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.640084123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c08360-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"b89873f9-f856-4f3c-8fe5-45921025bf20","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.659842173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"92387eab-95f7-4e7f-98fc-2a2192346168","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:00.65986324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"92387eab-95f7-4e7f-98fc-2a2192346168","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.203584419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"76e9e565-fe75-458a-b1d8-3c91d8de4676","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.203612254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"76e9e565-fe75-458a-b1d8-3c91d8de4676","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.226846067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"70574a84-604d-47c2-af6c-7b63cf27eb96","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.226877758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"70574a84-604d-47c2-af6c-7b63cf27eb96","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.232277799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"5c715f2b-4eb2-497f-9557-075a51088c0a","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:14:02.237081866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"f91f1539-b960-4f2f-a718-24b64d05e611","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-c2d1b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.252400676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"5c715f2b-4eb2-497f-9557-075a51088c0a","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.273144066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"590c695a-19f3-4200-95bd-4a9e3782ddec","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.273174778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"590c695a-19f3-4200-95bd-4a9e3782ddec","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.291356981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"fad222d4-8b41-4ff0-be1c-908509302eec","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.291385102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"fad222d4-8b41-4ff0-be1c-908509302eec","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.352606094Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"520d6287-4d06-4014-abd4-4eced9ca418b","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"maas-trlp-test-model-c2d1b8","model":"test-model-c2d1b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.408300914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"7da0bacd-551a-4849-ad05-7419a73f3460","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.408361485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"7da0bacd-551a-4849-ad05-7419a73f3460","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.411637239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"c61f2536-c6b1-49ca-bbf0-32ecd1cc042e","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.431840652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"c61f2536-c6b1-49ca-bbf0-32ecd1cc042e","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:02.467923205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"6cbe9035-749c-40b1-b831-540032f8457a","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"maas-trlp-test-model-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:10.68987313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"3510bed7-0563-4288-affd-c78c20568ce2","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:10.713060795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"3510bed7-0563-4288-affd-c78c20568ce2","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:10.734056392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c08360-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"3510bed7-0563-4288-affd-c78c20568ce2","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:10.75965121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.159197681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee2a2c4-de07-4fb7-98dc-30b20cfe2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.175045335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee2a2c4-de07-4fb7-98dc-30b20cfe2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.190907249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee2a2c4-de07-4fb7-98dc-30b20cfe2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.206719127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee2a2c4-de07-4fb7-98dc-30b20cfe2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.830552028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c6f76-39e1-4f5d-b8b4-ab959b7129f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.846469356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c6f76-39e1-4f5d-b8b4-ab959b7129f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.862618897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c6f76-39e1-4f5d-b8b4-ab959b7129f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:17.87848549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c6f76-39e1-4f5d-b8b4-ab959b7129f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:20.766312788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"a1cf8275-1116-4113-86bf-0ab991e35f6b","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:20.815861277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"a1cf8275-1116-4113-86bf-0ab991e35f6b","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:20.836795173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c08360-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"a1cf8275-1116-4113-86bf-0ab991e35f6b","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:25.937178522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"589dc1c7-0f02-40a8-8dde-a8db6df6f880","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"maas-trlp-test-model-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:26.012929864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"39f8de4e-6972-4c83-95e6-bec7876a63f7","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:26.01295456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"39f8de4e-6972-4c83-95e6-bec7876a63f7","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.356890331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"dde7adb8-3a67-4101-baba-97497569b3c0","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.378136031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"dde7adb8-3a67-4101-baba-97497569b3c0","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.538027482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","namespace":"ai-tenant-e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.538091701Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","namespace":"ai-tenant-e2e-extmod-a-4275b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.538149065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","tenant":"e2e-extmod-a-4275b9","tenantID":"e2e-extmod-a-4275b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.555982138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Deployment","name":"maas-api-e2e-extmod-a-4275b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.596925118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Service","name":"maas-api-e2e-extmod-a-4275b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.622391271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-4275b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.640392259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-4275b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.668918008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.687489184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.709997776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.730105078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.745682925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.761168046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.777784081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Service","name":"payload-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.795626039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.811725686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.827400729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.843973584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.877933511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.894727398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.911134535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.930632411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-4275b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:27.946717898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4275b9"},"namespace":"ai-tenant-e2e-extmod-a-4275b9","name":"default-tenant","reconcileID":"29588187-4319-461d-8889-9d053d9a1b0f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-4275b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:28.305830099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4275b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4275b9","reconcileID":"145bb800-760f-43c7-9426-72df2470f182","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4275b9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-4275b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:28.77980104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b93fa2-2e5a-4136-8754-ef3cbd2cd697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:28.796605642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b93fa2-2e5a-4136-8754-ef3cbd2cd697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:28.812659065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b93fa2-2e5a-4136-8754-ef3cbd2cd697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:28.828802496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b93fa2-2e5a-4136-8754-ef3cbd2cd697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:29.551142012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27bdff6-d671-4dc7-bce3-e5d25c8d940f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:29.567071633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27bdff6-d671-4dc7-bce3-e5d25c8d940f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:29.583884741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27bdff6-d671-4dc7-bce3-e5d25c8d940f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:29.60034386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27bdff6-d671-4dc7-bce3-e5d25c8d940f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:30.870338311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8e2f1206-7db2-4a2f-b7c6-be97b07496ca","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:30.892807888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8e2f1206-7db2-4a2f-b7c6-be97b07496ca","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:30.91312943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c08360-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cf30a477156dbbf9e6698f99676da2ee08ae25c5f19c9e010f292c79dd01535) AuthConfig (e0a9a0734eca3a7380b13e9b8420434af07b64970cb97ce3d1d91671fd3185bf) AuthConfig (2cd311d35e30a404c5b29efc172962de2f312c1437a89589981f1c29ce0fbc4e) AuthConfig (36a009aea902f00e349f3e7b83431027915896a4a050129aae2c8b111175591f) AuthConfig (6326f522e522a15c4e616367ffcffb2855eaffc8c8278c77461ef4d84c3f9b64) AuthConfig (1131a7970551ed4b0247592bc0c13c6dc8324f65ac5906e68fc2e4497e1bf5ec) AuthConfig (6f59e8a3a280c327a56d03f5f120e94660ef2524f62b331b5c3c1075f8004a74) AuthConfig (2d30baf343d83153cd0eda44f84905087bf7cd713f7f922590e9f5bb60445d52) AuthConfig (db98310b5aa28fa33dbc69c8d97f56c3b7afd3e1185922f61f08215d1ae37541) AuthConfig (ebff527d4b766cbde25a747016083d41c80bd78575359073430c5dce9d0cdf18) AuthConfig (96e4e9bf9fde6dffed984e1661d3371aeb24e41c1843c2e09b6b7b62574c6577) AuthConfig (2c7e08584453386e550bb88b6efd0e0b5ec27b7abc690d1c44d6a3d55e3ff583) AuthConfig (175cb5e6437c9c38d4a83d66acfe62ecc39a6fbc76496cf300c3cefbd9ea0802) AuthConfig (4cb21b8d2bbbcd8cd1ad92726d0b73fa4d02c3baced49965d338fa49b31accc1) AuthConfig (d100d5d5a02c9290ca6520c9ba5b6765f34f70469eec4715c5a6ae2db91c77c6) AuthConfig (cd0fffea2bc3dc9381579e49a6cbf822d370383252a398ec735c6c9b519e62cb) AuthConfig (3f73464ed3e690c4b3ac21dda250bf7c91f0197bbe754cdc27e802b8db101e8e) AuthConfig (fe734660d5daf0338bffb0b1c2ea6b56ff6c7c7c6016409f8d620b590cb4ed91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8e2f1206-7db2-4a2f-b7c6-be97b07496ca","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:30.935682236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"6b15f34e-a808-45f6-adb4-e76aefb89e5e","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:30.935703917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"6b15f34e-a808-45f6-adb4-e76aefb89e5e","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:36.303945156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62173b3f-e6db-46a8-afea-71fcfed89e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:36.31982558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62173b3f-e6db-46a8-afea-71fcfed89e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:36.337639591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62173b3f-e6db-46a8-afea-71fcfed89e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:36.355094948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62173b3f-e6db-46a8-afea-71fcfed89e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:36.99000351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64411df0-ec34-40f6-b421-0f7c4b3de899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:37.006522191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64411df0-ec34-40f6-b421-0f7c4b3de899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:37.02250777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64411df0-ec34-40f6-b421-0f7c4b3de899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:37.038609711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64411df0-ec34-40f6-b421-0f7c4b3de899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:40.758859047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:40.970208087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"e3f41e27-9c96-439c-8c91-93d6be50275e","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:40.991526187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"e3f41e27-9c96-439c-8c91-93d6be50275e","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:41.013734855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c08360-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cf30a477156dbbf9e6698f99676da2ee08ae25c5f19c9e010f292c79dd01535) AuthConfig (e0a9a0734eca3a7380b13e9b8420434af07b64970cb97ce3d1d91671fd3185bf) AuthConfig (2cd311d35e30a404c5b29efc172962de2f312c1437a89589981f1c29ce0fbc4e) AuthConfig (36a009aea902f00e349f3e7b83431027915896a4a050129aae2c8b111175591f) AuthConfig (6326f522e522a15c4e616367ffcffb2855eaffc8c8278c77461ef4d84c3f9b64) AuthConfig (1131a7970551ed4b0247592bc0c13c6dc8324f65ac5906e68fc2e4497e1bf5ec) AuthConfig (6f59e8a3a280c327a56d03f5f120e94660ef2524f62b331b5c3c1075f8004a74) AuthConfig (2d30baf343d83153cd0eda44f84905087bf7cd713f7f922590e9f5bb60445d52) AuthConfig (db98310b5aa28fa33dbc69c8d97f56c3b7afd3e1185922f61f08215d1ae37541) AuthConfig (ebff527d4b766cbde25a747016083d41c80bd78575359073430c5dce9d0cdf18) AuthConfig (96e4e9bf9fde6dffed984e1661d3371aeb24e41c1843c2e09b6b7b62574c6577) AuthConfig (2c7e08584453386e550bb88b6efd0e0b5ec27b7abc690d1c44d6a3d55e3ff583) AuthConfig (175cb5e6437c9c38d4a83d66acfe62ecc39a6fbc76496cf300c3cefbd9ea0802) AuthConfig (4cb21b8d2bbbcd8cd1ad92726d0b73fa4d02c3baced49965d338fa49b31accc1) AuthConfig (d100d5d5a02c9290ca6520c9ba5b6765f34f70469eec4715c5a6ae2db91c77c6) AuthConfig (cd0fffea2bc3dc9381579e49a6cbf822d370383252a398ec735c6c9b519e62cb) AuthConfig (3f73464ed3e690c4b3ac21dda250bf7c91f0197bbe754cdc27e802b8db101e8e) AuthConfig (fe734660d5daf0338bffb0b1c2ea6b56ff6c7c7c6016409f8d620b590cb4ed91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"e3f41e27-9c96-439c-8c91-93d6be50275e","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.133906176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"0958686c-2c86-4790-a423-a473ccf6f29a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.134153735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"da44c162-39ac-423e-927a-d7944ed4ecb1","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.134172775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"da44c162-39ac-423e-927a-d7944ed4ecb1","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.205579634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"0958686c-2c86-4790-a423-a473ccf6f29a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.250284787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"07d82d6f-0129-4972-b50e-8ff79f556c45","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"maas-trlp-test-model-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.264058108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"0958686c-2c86-4790-a423-a473ccf6f29a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"e2e-inf-a-710927-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.264083693Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-auth","reconcileID":"0958686c-2c86-4790-a423-a473ccf6f29a","MaaSAuthPolicy":{"name":"test-model-710927-auth","namespace":"ai-tenant-e2e-inf-a-710927"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.284748185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"df7f3f3f-bf52-4335-8e7f-a54cf4e9f1dc","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.284773739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"df7f3f3f-bf52-4335-8e7f-a54cf4e9f1dc","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.371731442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"a9491b03-6096-401b-9723-16d3e53ab844","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"maas-trlp-test-model-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.423807047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"0cb41570-26dc-483b-9414-5c8e5b84af40","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:49.423855388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"0cb41570-26dc-483b-9414-5c8e5b84af40","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:51.047166393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"4ae65ef1-2930-49dc-82ad-75d0ee0315aa","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:51.06868073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"4ae65ef1-2930-49dc-82ad-75d0ee0315aa","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:51.157420151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"c3c6e422-0a31-4613-bf4f-51a6913c51b0","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:51.157441863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"c3c6e422-0a31-4613-bf4f-51a6913c51b0","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:51.943126519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"02e3524d-e58a-41e1-81a5-6037b297e121","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:51.943162444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"02e3524d-e58a-41e1-81a5-6037b297e121","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.248150337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"8ec03bd3-45c6-4556-83b8-4cf84b27dcb3","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.248199673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"8ec03bd3-45c6-4556-83b8-4cf84b27dcb3","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.266938498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"add4df26-b57e-47be-8383-7aa98c2a25c7","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.266964577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"add4df26-b57e-47be-8383-7aa98c2a25c7","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.298298242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f3c38495-5dd0-49eb-9b1f-9dbefeb14b78","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.354723506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f3c38495-5dd0-49eb-9b1f-9dbefeb14b78","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.36251344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"ad9c112a-6c58-4e1c-adf1-c72c945c5ae6","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.362532982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"ad9c112a-6c58-4e1c-adf1-c72c945c5ae6","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.374795404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1b0cce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f3c38495-5dd0-49eb-9b1f-9dbefeb14b78","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.388695918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"2023a918-04f9-4203-8454-90f2844c2954","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.388728638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"2023a918-04f9-4203-8454-90f2844c2954","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:14:52.399295957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"3261a585-faaa-4abc-bc4e-bd5953c5a2ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-c08360-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.401656632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"2fe62dde-48fe-4cc6-8e61-918780312275","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:14:52.410090881Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"2023a918-04f9-4203-8454-90f2844c2954","name":"test-model-c08360","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-c08360\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:14:52.410154635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"2023a918-04f9-4203-8454-90f2844c2954","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-c08360\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.41039381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"bf3ba177-c460-4164-a311-8c500cd191e4","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.41040635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"bf3ba177-c460-4164-a311-8c500cd191e4","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.415947263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"f56f7a77-f0f5-460c-93cb-aed07a42bb05","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.415966353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"f56f7a77-f0f5-460c-93cb-aed07a42bb05","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.42347791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"2fe62dde-48fe-4cc6-8e61-918780312275","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.43383558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"6c6ea6c7-8435-49bb-911d-d714b62553ea","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.433852969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"6c6ea6c7-8435-49bb-911d-d714b62553ea","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.472283799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"4a8f4f17-ee20-4daa-ae65-a3dcff6281c7","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.472312055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"4a8f4f17-ee20-4daa-ae65-a3dcff6281c7","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.537910341Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"7b28de23-1e63-4e90-95d3-35c8ebcc620b","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"maas-trlp-test-model-c08360","model":"test-model-c08360","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-c08360/test-model-c08360-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.586738652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"3c13a3ae-edda-4ec4-9efe-cd8a40d87053","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.596813906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"b31fe2b3-978b-484b-a088-303cbaff1b28","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.596840473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"b31fe2b3-978b-484b-a088-303cbaff1b28","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.608986659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"3c13a3ae-edda-4ec4-9efe-cd8a40d87053","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:52.659938977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"8179c2a8-f7a1-46b7-b024-1700e3571a4c","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"maas-trlp-test-model-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:59.47824742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"adfe34d1-2963-498a-8e17-8c34d07cfe86","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"model":"ai-tenant-e2e-inf-a-710927/test-model-710927","subscription":"test-model-710927-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:59.49507467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"adfe34d1-2963-498a-8e17-8c34d07cfe86","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:59.512513095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927-sub","reconcileID":"adfe34d1-2963-498a-8e17-8c34d07cfe86","MaaSSubscription":{"name":"test-model-710927-sub","namespace":"ai-tenant-e2e-inf-a-710927"},"name":"maas-trlp-test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:59.671197946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"09ecc39e-be9f-487d-9e89-3b7b009ba078","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"tenant":"e2e-inf-a-710927","gateway":"openshift-ingress/e2e-inf-a-710927","model":"ai-tenant-e2e-inf-a-710927/test-model-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:14:59.671223427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"test-model-710927","reconcileID":"09ecc39e-be9f-487d-9e89-3b7b009ba078","MaaSModelRef":{"name":"test-model-710927","namespace":"ai-tenant-e2e-inf-a-710927"},"routeName":"test-model-710927-kserve-route","namespace":"ai-tenant-e2e-inf-a-710927","llmisvcName":"test-model-710927","gateway":"openshift-ingress/e2e-inf-a-710927","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.536915267Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"573dbce8-c3cf-4ab3-9f80-827b1d316d60","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.53714128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"11509889-952b-445b-b204-5a75d62edade","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.53716425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"11509889-952b-445b-b204-5a75d62edade","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.642254161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"1dd509fc-3fda-4018-996c-060598f86e48","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"maas-trlp-test-model-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.681125365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"573dbce8-c3cf-4ab3-9f80-827b1d316d60","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.737062099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"573dbce8-c3cf-4ab3-9f80-827b1d316d60","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"e2e-inf-b-c2d1b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.73709795Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-auth","reconcileID":"573dbce8-c3cf-4ab3-9f80-827b1d316d60","MaaSAuthPolicy":{"name":"test-model-c2d1b8-auth","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.75910378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"77563fa4-4c01-4f31-b12a-6f5a93df512b","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.759129524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"77563fa4-4c01-4f31-b12a-6f5a93df512b","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.848209068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"816ccc89-697f-48e0-b8a1-71276a2e9b06","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"maas-trlp-test-model-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.893405649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"3e327b57-1ebe-4265-a015-3462635afb33","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:00.893432656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"3e327b57-1ebe-4265-a015-3462635afb33","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:02.444379771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"deab4945-4699-4ce6-b9d1-e94739e3065a","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:02.465822328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"deab4945-4699-4ce6-b9d1-e94739e3065a","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:02.485557603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1b0cce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"deab4945-4699-4ce6-b9d1-e94739e3065a","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:10.759793799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:10.947130642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"028f215d-2594-411c-8803-04a9e7ed0974","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","subscription":"test-model-c2d1b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:10.96335046Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"028f215d-2594-411c-8803-04a9e7ed0974","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:10.979758314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8-sub","reconcileID":"028f215d-2594-411c-8803-04a9e7ed0974","MaaSSubscription":{"name":"test-model-c2d1b8-sub","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"name":"maas-trlp-test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:11.07262998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"a3b60689-4462-4140-b23d-abeb88a78e93","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"tenant":"e2e-inf-b-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","model":"ai-tenant-e2e-inf-b-c2d1b8/test-model-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:11.072736101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"test-model-c2d1b8","reconcileID":"a3b60689-4462-4140-b23d-abeb88a78e93","MaaSModelRef":{"name":"test-model-c2d1b8","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"routeName":"test-model-c2d1b8-kserve-route","namespace":"ai-tenant-e2e-inf-b-c2d1b8","llmisvcName":"test-model-c2d1b8","gateway":"openshift-ingress/e2e-inf-b-c2d1b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:12.518190823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"7e877a0b-39ab-4e0a-bdf4-89c8cad21de8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:12.539376442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"7e877a0b-39ab-4e0a-bdf4-89c8cad21de8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:12.55912115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1b0cce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"7e877a0b-39ab-4e0a-bdf4-89c8cad21de8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.764691919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","namespace":"ai-tenant-e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.764757425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","namespace":"ai-tenant-e2e-extmod-b-a5affe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.764808576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","tenant":"e2e-extmod-b-a5affe","tenantID":"e2e-extmod-b-a5affe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.785177959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a5affe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.821823586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Service","name":"maas-api-e2e-extmod-b-a5affe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.841891554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a5affe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.861197028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a5affe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.885631074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.906402436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.930044812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.949638261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.967874407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.983901916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:14.999871755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Service","name":"payload-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.01665742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.032436246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.048289961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.064359782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.088783373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.11069435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.137686605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.155665245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a5affe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.174604963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5affe"},"namespace":"ai-tenant-e2e-extmod-b-a5affe","name":"default-tenant","reconcileID":"fa8fa4e3-661d-42ee-8098-349e3ffcc8c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a5affe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:15.612263754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a5affe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a5affe","reconcileID":"35e22aff-b8a4-47ca-9bd1-abe81fceecc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a5affe","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a5affe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.054695606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2514b070-e832-45c0-8bc9-6716dc2de52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.070833166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2514b070-e832-45c0-8bc9-6716dc2de52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.086960132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2514b070-e832-45c0-8bc9-6716dc2de52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.103413334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2514b070-e832-45c0-8bc9-6716dc2de52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.748421866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f48299a-e39a-439b-95b7-3e7b4a415f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.764211592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f48299a-e39a-439b-95b7-3e7b4a415f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.780135642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f48299a-e39a-439b-95b7-3e7b4a415f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:16.795880222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f48299a-e39a-439b-95b7-3e7b4a415f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.553929227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"3f87084c-6375-4a20-baa5-0f992140895a","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"maas-trlp-test-model-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.584179352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f9cb72-1256-41cb-9eae-2aac41236987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.600444473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f9cb72-1256-41cb-9eae-2aac41236987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.616416834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f9cb72-1256-41cb-9eae-2aac41236987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.632402676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f9cb72-1256-41cb-9eae-2aac41236987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.657217157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"3f1cfb2f-5dfe-49ef-a4d6-8dd5a1a0157a","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:17.657242098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"3f1cfb2f-5dfe-49ef-a4d6-8dd5a1a0157a","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.271300046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bf7eed-a480-4dbe-acfd-37c39bdbd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.287217953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bf7eed-a480-4dbe-acfd-37c39bdbd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.303784693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bf7eed-a480-4dbe-acfd-37c39bdbd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.320188669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bf7eed-a480-4dbe-acfd-37c39bdbd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.463085131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"a50764af-d993-4a0b-9f8e-54c1106c2617","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.483820746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"a50764af-d993-4a0b-9f8e-54c1106c2617","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.935310199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9df2f9c-e378-434f-85be-6b302a69ac5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.953039011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9df2f9c-e378-434f-85be-6b302a69ac5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.971120643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9df2f9c-e378-434f-85be-6b302a69ac5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:18.987118625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9df2f9c-e378-434f-85be-6b302a69ac5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:22.591580772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"90a636b4-a8b9-4f3b-bf7e-a204ee8202ca","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:22.61381324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"90a636b4-a8b9-4f3b-bf7e-a204ee8202ca","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:22.633787525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1b0cce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8455ad603705ab29084796ade8d0146a75824bd34f1fc2396259277217064fc0) AuthConfig (39d5b67fc585f5e424f33038f98373dae906783f752e3c63e4db54bd9f56afd4) AuthConfig (7aae967aa92ccd1f18ae801c3261139c2f27cb2cc5f2b360c1f77a74aa709d83) AuthConfig (7f9151d897bab4289e0fcd3031d126ea18a6e1d584b50b2f5b47c8e69d8f413a) AuthConfig (27b37541547ec7b2b57d8e14df7c66e9849c611ac6b3a92ce837f41a3f469356) AuthConfig (033d154fc7cacc30a8992cf1de2df6b6c48b4fa83633358cd328eabf49ca0189) AuthConfig (3e7a226c6e24f4d5ea7d22f3226fc7f084fb41cf42ebcdb26f75d87349690578) AuthConfig (7b87ac3b47506f0bf59e3d3d5fcb81e6999c789c9bd4311d5d3c207fb76816d8) AuthConfig (c4df0b716f3f1785db2f1953c6fd58b6f0c3c3b06c024579e9ae969c33873812) AuthConfig (277b008437e301cb31aa9e4afd3018b2ba7e4d0593efbe038b2ecf74aeaca9ae) AuthConfig (3e69450fb595d481a5544f631a416fd966462048f917a52202766845b10e0a13) AuthConfig (d3c721546fa9c42126798c64dd24353b390373a0f29a2482400e674d26c3b710) AuthConfig (0fa356b4a7150826af9861c71be939e3ce626ddc591ef98e4099be9318caa62c) AuthConfig (0f726140ccda39f0663800091f2cc5f85e3fd8555ed48c71142a06253ea74a66) AuthConfig (9b6caf37114f80251c7ffcfa4c429a77ac0c0b0a23d065f1713fe044fa8c506d) AuthConfig (f294314e435993899373eedd7b654920d46d28414d25bc7fbefe7e34dec12f9a) AuthConfig (fc72ca2cbd18f853c2ac66861d97c1a8d4ff609a7b6b8031bd0092354d2bbd77) AuthConfig (691b2f7b60e2929c31e69892f2990ed02147cff8fa109144eed13ad7a009fa14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"90a636b4-a8b9-4f3b-bf7e-a204ee8202ca","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:22.655669879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"1f75553f-6ec9-4d26-b51a-81e9fcafc8be","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:22.655691549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"1f75553f-6ec9-4d26-b51a-81e9fcafc8be","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:24.282548986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad72e36c-da5b-450e-8314-4a34d28ddc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:24.298507503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad72e36c-da5b-450e-8314-4a34d28ddc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:24.314388819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad72e36c-da5b-450e-8314-4a34d28ddc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:24.330317447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad72e36c-da5b-450e-8314-4a34d28ddc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.033347037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e64e8de-5e1d-4140-b5e1-59ce743ef691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.049232665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e64e8de-5e1d-4140-b5e1-59ce743ef691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.06501816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e64e8de-5e1d-4140-b5e1-59ce743ef691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.081353329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e64e8de-5e1d-4140-b5e1-59ce743ef691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.725244505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3a6ec-60a3-4bea-9abc-f0e42e1b3207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.74122608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3a6ec-60a3-4bea-9abc-f0e42e1b3207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.756925967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3a6ec-60a3-4bea-9abc-f0e42e1b3207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:25.772805155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3a6ec-60a3-4bea-9abc-f0e42e1b3207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:26.390019071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c38518-781b-4aa2-9120-eb1dd20304e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:26.40589055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c38518-781b-4aa2-9120-eb1dd20304e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:26.424407335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c38518-781b-4aa2-9120-eb1dd20304e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:26.440585093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c38518-781b-4aa2-9120-eb1dd20304e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:32.687726355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"457bb7f8-3b27-4833-a7ae-12c1d03e98c7","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:32.710809432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"457bb7f8-3b27-4833-a7ae-12c1d03e98c7","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:32.731254659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1b0cce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8455ad603705ab29084796ade8d0146a75824bd34f1fc2396259277217064fc0) AuthConfig (39d5b67fc585f5e424f33038f98373dae906783f752e3c63e4db54bd9f56afd4) AuthConfig (7aae967aa92ccd1f18ae801c3261139c2f27cb2cc5f2b360c1f77a74aa709d83) AuthConfig (7f9151d897bab4289e0fcd3031d126ea18a6e1d584b50b2f5b47c8e69d8f413a) AuthConfig (27b37541547ec7b2b57d8e14df7c66e9849c611ac6b3a92ce837f41a3f469356) AuthConfig (033d154fc7cacc30a8992cf1de2df6b6c48b4fa83633358cd328eabf49ca0189) AuthConfig (3e7a226c6e24f4d5ea7d22f3226fc7f084fb41cf42ebcdb26f75d87349690578) AuthConfig (7b87ac3b47506f0bf59e3d3d5fcb81e6999c789c9bd4311d5d3c207fb76816d8) AuthConfig (c4df0b716f3f1785db2f1953c6fd58b6f0c3c3b06c024579e9ae969c33873812) AuthConfig (277b008437e301cb31aa9e4afd3018b2ba7e4d0593efbe038b2ecf74aeaca9ae) AuthConfig (3e69450fb595d481a5544f631a416fd966462048f917a52202766845b10e0a13) AuthConfig (d3c721546fa9c42126798c64dd24353b390373a0f29a2482400e674d26c3b710) AuthConfig (0fa356b4a7150826af9861c71be939e3ce626ddc591ef98e4099be9318caa62c) AuthConfig (0f726140ccda39f0663800091f2cc5f85e3fd8555ed48c71142a06253ea74a66) AuthConfig (9b6caf37114f80251c7ffcfa4c429a77ac0c0b0a23d065f1713fe044fa8c506d) AuthConfig (f294314e435993899373eedd7b654920d46d28414d25bc7fbefe7e34dec12f9a) AuthConfig (fc72ca2cbd18f853c2ac66861d97c1a8d4ff609a7b6b8031bd0092354d2bbd77) AuthConfig (691b2f7b60e2929c31e69892f2990ed02147cff8fa109144eed13ad7a009fa14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"457bb7f8-3b27-4833-a7ae-12c1d03e98c7","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:40.75958071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.607481014Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","namespace":"ai-tenant-e2e-inf-a-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.607555386Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","namespace":"ai-tenant-e2e-inf-a-710927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.607617591Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","tenant":"e2e-inf-a-710927","tenantID":"e2e-inf-a-710927","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.626204208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Deployment","name":"maas-api-e2e-inf-a-710927","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.655733037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Service","name":"maas-api-e2e-inf-a-710927","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.675362149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-710927","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.693541441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-710927","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.713799383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.732369585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.753231637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.764578533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f37dda50-3f41-4272-a559-b9e5d24a5478","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.77149185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.786022379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f37dda50-3f41-4272-a559-b9e5d24a5478","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.787267999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Deployment","name":"payload-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.803095668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.805793573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1b0cce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8455ad603705ab29084796ade8d0146a75824bd34f1fc2396259277217064fc0) AuthConfig (39d5b67fc585f5e424f33038f98373dae906783f752e3c63e4db54bd9f56afd4) AuthConfig (7aae967aa92ccd1f18ae801c3261139c2f27cb2cc5f2b360c1f77a74aa709d83) AuthConfig (7f9151d897bab4289e0fcd3031d126ea18a6e1d584b50b2f5b47c8e69d8f413a) AuthConfig (27b37541547ec7b2b57d8e14df7c66e9849c611ac6b3a92ce837f41a3f469356) AuthConfig (033d154fc7cacc30a8992cf1de2df6b6c48b4fa83633358cd328eabf49ca0189) AuthConfig (3e7a226c6e24f4d5ea7d22f3226fc7f084fb41cf42ebcdb26f75d87349690578) AuthConfig (7b87ac3b47506f0bf59e3d3d5fcb81e6999c789c9bd4311d5d3c207fb76816d8) AuthConfig (c4df0b716f3f1785db2f1953c6fd58b6f0c3c3b06c024579e9ae969c33873812) AuthConfig (277b008437e301cb31aa9e4afd3018b2ba7e4d0593efbe038b2ecf74aeaca9ae) AuthConfig (3e69450fb595d481a5544f631a416fd966462048f917a52202766845b10e0a13) AuthConfig (d3c721546fa9c42126798c64dd24353b390373a0f29a2482400e674d26c3b710) AuthConfig (0fa356b4a7150826af9861c71be939e3ce626ddc591ef98e4099be9318caa62c) AuthConfig (0f726140ccda39f0663800091f2cc5f85e3fd8555ed48c71142a06253ea74a66) AuthConfig (9b6caf37114f80251c7ffcfa4c429a77ac0c0b0a23d065f1713fe044fa8c506d) AuthConfig (f294314e435993899373eedd7b654920d46d28414d25bc7fbefe7e34dec12f9a) AuthConfig (fc72ca2cbd18f853c2ac66861d97c1a8d4ff609a7b6b8031bd0092354d2bbd77) AuthConfig (691b2f7b60e2929c31e69892f2990ed02147cff8fa109144eed13ad7a009fa14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f37dda50-3f41-4272-a559-b9e5d24a5478","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.818947505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Service","name":"payload-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.834674539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.850362482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.865969805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.889678075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.924927571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.941712189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.966532665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.982672773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-710927","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:42.998347408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-710927"},"namespace":"ai-tenant-e2e-inf-a-710927","name":"default-tenant","reconcileID":"89ebabbd-517a-4594-95c2-5272fd154932","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-710927","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:43.315805066Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-710927","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-710927","reconcileID":"58e49145-cff6-4643-86dc-6a5080b957f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-710927","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-710927"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:43.72692428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce66599d-b7d0-4669-9813-60e35594db99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:43.742753968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce66599d-b7d0-4669-9813-60e35594db99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:43.758830044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce66599d-b7d0-4669-9813-60e35594db99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:43.774701222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce66599d-b7d0-4669-9813-60e35594db99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:44.399286147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac86a118-dca0-42ff-9c14-acf48a0e5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:44.415007802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac86a118-dca0-42ff-9c14-acf48a0e5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:44.430647732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac86a118-dca0-42ff-9c14-acf48a0e5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:44.446271578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac86a118-dca0-42ff-9c14-acf48a0e5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:51.97168207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf3475e-e985-4a0f-983b-5c2b82916c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:51.98790783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf3475e-e985-4a0f-983b-5c2b82916c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.004477313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf3475e-e985-4a0f-983b-5c2b82916c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.021134483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf3475e-e985-4a0f-983b-5c2b82916c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.717939303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeee731-2c34-46cf-9a77-341424deaf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.734104989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeee731-2c34-46cf-9a77-341424deaf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.749953905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeee731-2c34-46cf-9a77-341424deaf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.7658882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeee731-2c34-46cf-9a77-341424deaf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.849675577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"c6a53a8d-e288-41d1-9b2c-cafe0abc5fc3","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.870739381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"c6a53a8d-e288-41d1-9b2c-cafe0abc5fc3","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.961641914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"21b7f798-17c2-44fa-89a7-0b4b0dffb1cf","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:52.961662405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"21b7f798-17c2-44fa-89a7-0b4b0dffb1cf","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:53.443690502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0c0af-906f-414a-b869-0327b4ea820a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:53.459400149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0c0af-906f-414a-b869-0327b4ea820a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:53.475220301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0c0af-906f-414a-b869-0327b4ea820a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:53.491653176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0c0af-906f-414a-b869-0327b4ea820a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.158405904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a108dd-3c31-4af4-b4d5-25839275c0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.176186655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a108dd-3c31-4af4-b4d5-25839275c0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.192980964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a108dd-3c31-4af4-b4d5-25839275c0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.209520382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a108dd-3c31-4af4-b4d5-25839275c0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.413902038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"c299ec56-7e95-4d5a-83c0-7c868c10bc17","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.413925346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"c299ec56-7e95-4d5a-83c0-7c868c10bc17","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.444364136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"b2c658c4-f7ee-4b46-af2d-4fbf6807f804","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.44438699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"b2c658c4-f7ee-4b46-af2d-4fbf6807f804","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.455229831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"9023c9e9-cd49-4f8a-955e-abee5458d40e","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:15:54.468912698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"daa2628c-cb1e-40ee-afcf-399ca3a6ab80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1b0cce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.476849149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"9023c9e9-cd49-4f8a-955e-abee5458d40e","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.509735057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"caddecc5-604b-40d4-a20f-b658160b1779","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.509920297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"caddecc5-604b-40d4-a20f-b658160b1779","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.532480363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"fbe1a53a-a543-4188-86f0-ecdd33c27c36","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.532502539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"fbe1a53a-a543-4188-86f0-ecdd33c27c36","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.60119639Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"fdc7f56c-1994-4113-8c51-17e0a8eff34e","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"maas-trlp-test-model-1b0cce","model":"test-model-1b0cce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.648024121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f53ea7e3-6c36-4452-99e5-00364e81ba53","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.660096253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"f1e0837a-9b5b-425a-a51e-1a44398e9a1b","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.66012059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"f1e0837a-9b5b-425a-a51e-1a44398e9a1b","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.669847475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"f53ea7e3-6c36-4452-99e5-00364e81ba53","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:15:54.725572427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"e57211b8-6c5b-4b6b-a2f5-7bd94bdc8299","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"maas-trlp-test-model-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.709122712Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.709203196Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.709264102Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","tenant":"e2e-shared-a-w2-6b5dab","tenantID":"e2e-shared-a-w2-6b5dab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.727502894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-6b5dab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.758046189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Service","name":"maas-api-e2e-shared-a-w2-6b5dab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.778430437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-6b5dab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.796259069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-6b5dab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.815845449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.834224048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.855042384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.873846482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.889445305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.905098598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.920706081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.936199112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.952570391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.968242678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:04.984669279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.005930069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.023689328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.043719751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.063905808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-6b5dab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.082765859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-6b5dab"},"namespace":"ai-tenant-e2e-shared-a-w2-6b5dab","name":"default-tenant","reconcileID":"716225b6-b9cf-4741-af52-06a37f49532e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-6b5dab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.415493332Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-6b5dab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-6b5dab","reconcileID":"69d61fe3-d7c5-4fd7-8a8d-19918b5d5352","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-6b5dab","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-6b5dab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.866522654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8051305-2f70-4e74-8405-7a9a1c958fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.882843773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8051305-2f70-4e74-8405-7a9a1c958fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.899204722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8051305-2f70-4e74-8405-7a9a1c958fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:05.915158719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8051305-2f70-4e74-8405-7a9a1c958fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:06.543741562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903949f-ec1b-45d4-b402-3f7c376170df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:06.559656456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903949f-ec1b-45d4-b402-3f7c376170df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:06.57548783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903949f-ec1b-45d4-b402-3f7c376170df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:06.59130783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903949f-ec1b-45d4-b402-3f7c376170df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:10.760407129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:13.679039855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8e64a-e25e-4494-bc6a-8ffe117fd219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:13.695992519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8e64a-e25e-4494-bc6a-8ffe117fd219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:13.711931687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8e64a-e25e-4494-bc6a-8ffe117fd219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:13.728362023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8e64a-e25e-4494-bc6a-8ffe117fd219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:14.398789542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cfe487-f19e-4891-912b-f70824fd6d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:14.414905232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cfe487-f19e-4891-912b-f70824fd6d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:14.43085956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cfe487-f19e-4891-912b-f70824fd6d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:14.447060387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cfe487-f19e-4891-912b-f70824fd6d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.084216211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a5e125-2908-4772-a943-93beda220d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.100897616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a5e125-2908-4772-a943-93beda220d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.117175365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a5e125-2908-4772-a943-93beda220d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.132920628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a5e125-2908-4772-a943-93beda220d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.754221444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f752528c-04f4-4fea-aaeb-9a7756fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.770131241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f752528c-04f4-4fea-aaeb-9a7756fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.786853156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f752528c-04f4-4fea-aaeb-9a7756fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:15.803700947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f752528c-04f4-4fea-aaeb-9a7756fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:19.437493568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"aa8586ef-a619-4f8e-805f-29a92f0104a1","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"maas-trlp-test-model-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:19.494704305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"26944cd0-b291-4505-b969-a83560255693","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:19.494743988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"26944cd0-b291-4505-b969-a83560255693","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:19.871791299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"3b48cc10-ffcf-4af0-a32d-df78dfde04ea","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:19.892765271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"3b48cc10-ffcf-4af0-a32d-df78dfde04ea","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.138053967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"5477554f-0a4a-44c9-9f5f-9d9dc9f28cbd","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.138082528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"5477554f-0a4a-44c9-9f5f-9d9dc9f28cbd","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.483046805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"409b810c-bc7d-4d4d-9738-ba107d869b99","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.483078071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"409b810c-bc7d-4d4d-9738-ba107d869b99","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.501307685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"3f1c8b18-b459-4333-b9c2-d60eda437514","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.501354793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"3f1c8b18-b459-4333-b9c2-d60eda437514","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.532444091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0569e6e0-13e4-4be4-acf1-fbe3aa4f1cb1","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.621456563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0569e6e0-13e4-4be4-acf1-fbe3aa4f1cb1","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.641080575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5c54fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0569e6e0-13e4-4be4-acf1-fbe3aa4f1cb1","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.662283627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"81ac6603-4304-4b6a-b981-dd7a142c8cb3","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:23.662309402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"81ac6603-4304-4b6a-b981-dd7a142c8cb3","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.42425336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","namespace":"ai-tenant-e2e-inf-b-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.424314066Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","namespace":"ai-tenant-e2e-inf-b-c2d1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.424394241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","tenant":"e2e-inf-b-c2d1b8","tenantID":"e2e-inf-b-c2d1b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.442258211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Deployment","name":"maas-api-e2e-inf-b-c2d1b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.474499568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Service","name":"maas-api-e2e-inf-b-c2d1b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.493836572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-c2d1b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.514282761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-c2d1b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.533024127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.551589576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.572666943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.590856355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.606703904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.624068186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.639758052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Service","name":"payload-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.655340221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.672827996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.691352454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.722232484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.743766937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.763837439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.77972578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.796703495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-c2d1b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:28.81305322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c2d1b8"},"namespace":"ai-tenant-e2e-inf-b-c2d1b8","name":"default-tenant","reconcileID":"3ff87eef-cfe1-4aae-9d52-2206fc79194a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-c2d1b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:29.136257398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c2d1b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c2d1b8","reconcileID":"016ee54f-ef4f-4675-a386-d8ffbe875f37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c2d1b8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-c2d1b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:29.546035441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7040206-861f-47d5-959c-03e2650d08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:29.562065768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7040206-861f-47d5-959c-03e2650d08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:29.578267376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7040206-861f-47d5-959c-03e2650d08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:29.594307889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7040206-861f-47d5-959c-03e2650d08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:30.208439949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b368645b-256d-4dcb-8dc6-21bb32fa7f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:30.224191336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b368645b-256d-4dcb-8dc6-21bb32fa7f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:30.24005993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b368645b-256d-4dcb-8dc6-21bb32fa7f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:30.256087332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b368645b-256d-4dcb-8dc6-21bb32fa7f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:32.838178273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"bbb33677-726d-4cfd-aca8-a7c40830d9ef","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:32.838599088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"b7160afc-51d9-4c9a-894b-e7efbffea930","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:32.838614291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"b7160afc-51d9-4c9a-894b-e7efbffea930","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:32.926293854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"fd9c4da9-30f9-4012-b089-77b775735c78","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"maas-trlp-test-model-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:32.970930375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"bbb33677-726d-4cfd-aca8-a7c40830d9ef","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.026354221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"bbb33677-726d-4cfd-aca8-a7c40830d9ef","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"e2e-inf-a-cd421c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.02637647Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-auth","reconcileID":"bbb33677-726d-4cfd-aca8-a7c40830d9ef","MaaSAuthPolicy":{"name":"test-model-cd421c-auth","namespace":"ai-tenant-e2e-inf-a-cd421c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.047000637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"97d68122-1227-4f97-98b6-4a6c75d826d1","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.047020388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"97d68122-1227-4f97-98b6-4a6c75d826d1","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.132858422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"9d3ba177-40eb-4493-a03d-82c6c656275c","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"maas-trlp-test-model-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.19792162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"d7673536-9071-43ef-b5e5-8cf5c6ccedc6","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.197943607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"d7673536-9071-43ef-b5e5-8cf5c6ccedc6","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.694667337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"22c9b558-6c6d-40d6-945f-24cff2553337","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.716206435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"22c9b558-6c6d-40d6-945f-24cff2553337","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:33.73593519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5c54fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"22c9b558-6c6d-40d6-945f-24cff2553337","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:37.433217632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a02a634-33df-4a03-b08e-0679df2ee9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:37.448867265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a02a634-33df-4a03-b08e-0679df2ee9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:37.464470858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a02a634-33df-4a03-b08e-0679df2ee9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:37.480295714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a02a634-33df-4a03-b08e-0679df2ee9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.170624868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8916af79-9ac5-4477-ba61-e93f423819c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.186600913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8916af79-9ac5-4477-ba61-e93f423819c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.202572046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8916af79-9ac5-4477-ba61-e93f423819c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.218624756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8916af79-9ac5-4477-ba61-e93f423819c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.837240613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebceb92-3e29-4cdc-98b2-e6facc751a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.853912695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebceb92-3e29-4cdc-98b2-e6facc751a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.870317843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebceb92-3e29-4cdc-98b2-e6facc751a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:38.886416948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebceb92-3e29-4cdc-98b2-e6facc751a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:40.762827198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.259800715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"f16b4abb-1267-405a-b7a1-ebc490653997","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","subscription":"test-model-cd421c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.276859506Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"f16b4abb-1267-405a-b7a1-ebc490653997","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.372059847Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c-sub","reconcileID":"f16b4abb-1267-405a-b7a1-ebc490653997","MaaSSubscription":{"name":"test-model-cd421c-sub","namespace":"ai-tenant-e2e-inf-a-cd421c"},"name":"maas-trlp-test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.465511256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"2f49606e-6ef8-40e8-b04c-8631b5fc47d0","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"tenant":"e2e-inf-a-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","model":"ai-tenant-e2e-inf-a-cd421c/test-model-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.465541678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"test-model-cd421c","reconcileID":"2f49606e-6ef8-40e8-b04c-8631b5fc47d0","MaaSModelRef":{"name":"test-model-cd421c","namespace":"ai-tenant-e2e-inf-a-cd421c"},"routeName":"test-model-cd421c-kserve-route","namespace":"ai-tenant-e2e-inf-a-cd421c","llmisvcName":"test-model-cd421c","gateway":"openshift-ingress/e2e-inf-a-cd421c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.769298295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0e2cac9d-3769-4149-97df-d6d68e571c28","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.791005889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0e2cac9d-3769-4149-97df-d6d68e571c28","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:43.810758232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5c54fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0e2cac9d-3769-4149-97df-d6d68e571c28","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.30425178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8d00f86d-53d8-454a-bb48-0fb59ecdd9c7","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.305491638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"c282c976-3118-434a-b7da-256d824def43","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.310519197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"c282c976-3118-434a-b7da-256d824def43","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.403025638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"b111084a-a4a0-4686-bea2-e7ff2d974c74","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"maas-trlp-test-model-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.436595536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8d00f86d-53d8-454a-bb48-0fb59ecdd9c7","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.493012786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8d00f86d-53d8-454a-bb48-0fb59ecdd9c7","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"e2e-inf-b-c08360-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.493054182Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-auth","reconcileID":"8d00f86d-53d8-454a-bb48-0fb59ecdd9c7","MaaSAuthPolicy":{"name":"test-model-c08360-auth","namespace":"ai-tenant-e2e-inf-b-c08360"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.513959548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"d3c5fec6-db49-4c5b-b075-598e9015dc1c","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.513983765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"d3c5fec6-db49-4c5b-b075-598e9015dc1c","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.603449754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"88d51896-af66-414b-a4fc-8522301ae3b9","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"maas-trlp-test-model-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.655003645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"189cd369-485e-4e67-80bb-6205709c4383","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:44.655026472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"189cd369-485e-4e67-80bb-6205709c4383","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:53.912035346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"d88dbf26-9e4a-4cbb-b5d7-601d70763e0e","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:53.934833121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"d88dbf26-9e4a-4cbb-b5d7-601d70763e0e","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:53.954681055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5c54fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (545f673c17da0a91f55ee1455c3710b3fdcaa39de56aa5709a3a134dd28a1dc2) AuthConfig (7412d3d6d6e5f20b20b76bfe58dc1d948783ef3f838962d7e927da890ff706f5) AuthConfig (7f3858bdb17b11366a2f718ff1b32524d0433e741a842af1d6dba00f12e59874) AuthConfig (bcd615a18e36f9079c2f75a586f122c46257f7784b70b810cd73e46c675e56e7) AuthConfig (002ba726a35d64b73636d9b528f4fc2ff8b6cb4a7c3ea8d8fed1cf9a5d7c3dc2) AuthConfig (c8250164d22e212d5230c0f2d2c4ba079927f0dd7b7bea8b358221fdbe1fbbb8) AuthConfig (d3009712b81b485c5808f4ff4f8fe00f7235bd56c4305a9f90696c06250eb57a) AuthConfig (ba9190ccd9d2a7ef910a12e9344bdec268eca0e94a61f30fd9530fc936ac2468) AuthConfig (30e86225c87ed359976b483d5b7903c12ff2b9f0b9aeb5dbacca1d249f52eeb2) AuthConfig (dc374714d7ca3e058bfc93ca9407651d5be193bb9386ce2607eb52b4318a7a48) AuthConfig (9a13266290db479a00b53383e95365eba4e72776358c7af7cebca55245b3fb77) AuthConfig (71de6050adb831103845ba2aa85c6cbf95bb1c421739e82f611e0a037b8d83ea) AuthConfig (d135b1283d02b9163610f4c00cbb8f5c79dc5f7e80592e91870e9f2d55bcf8b6) AuthConfig (2f0ba0d21de7496fc457f9c4711fd5a9b3bc4403da3a009284a7afdaac730bd7) AuthConfig (dd31fcf53b26e0273b27b706b709d41ec5cae560fe6de9106df1b23da17b84e6) AuthConfig (ab2fcbbe27be38e1666ed16652818818d4d8fa76444018a81f06a4ab2d4b3b1c) AuthConfig (b84067760effd6aadb5401085fadc6dac5dcd186b2d36af977df8035fc3939aa) AuthConfig (b6d2e6b65c2a20707439bffe20ae6c5b57380f8dcd8e69cf24443bed59d5b4b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"d88dbf26-9e4a-4cbb-b5d7-601d70763e0e","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:53.977028982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"558302d4-496c-461c-8eba-6cf4eeb85f8a","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:53.977058106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"558302d4-496c-461c-8eba-6cf4eeb85f8a","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:54.709085289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"8a3685fa-10bf-4841-99ee-a01512a271b3","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","subscription":"test-model-c08360-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:54.725902112Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"8a3685fa-10bf-4841-99ee-a01512a271b3","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:54.742523521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360-sub","reconcileID":"8a3685fa-10bf-4841-99ee-a01512a271b3","MaaSSubscription":{"name":"test-model-c08360-sub","namespace":"ai-tenant-e2e-inf-b-c08360"},"name":"maas-trlp-test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:54.898199131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"7da7db9e-b3fd-4941-a06c-c893eb3a0617","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"tenant":"e2e-inf-b-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","model":"ai-tenant-e2e-inf-b-c08360/test-model-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:54.898223342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"test-model-c08360","reconcileID":"7da7db9e-b3fd-4941-a06c-c893eb3a0617","MaaSModelRef":{"name":"test-model-c08360","namespace":"ai-tenant-e2e-inf-b-c08360"},"routeName":"test-model-c08360-kserve-route","namespace":"ai-tenant-e2e-inf-b-c08360","llmisvcName":"test-model-c08360","gateway":"openshift-ingress/e2e-inf-b-c08360","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.072770706Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","namespace":"ai-tenant-e2e-shared-b-w2-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.072834449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","namespace":"ai-tenant-e2e-shared-b-w2-44405d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.072884056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","tenant":"e2e-shared-b-w2-44405d","tenantID":"e2e-shared-b-w2-44405d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.090924487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-44405d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.123594321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Service","name":"maas-api-e2e-shared-b-w2-44405d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.148837467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-44405d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.168392883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-44405d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.187608045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.205927847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.226721898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.245263296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.260809518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.276351714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.292426082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.308007183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.323691279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.345534232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.376669741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.416599501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.443888038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.465780732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.481576494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-44405d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.497548106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-44405d"},"namespace":"ai-tenant-e2e-shared-b-w2-44405d","name":"default-tenant","reconcileID":"08fa23e1-9ebd-4334-959b-f18210fea3e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-44405d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:16:59.838492528Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-44405d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-44405d","reconcileID":"8f402325-f0ec-4e4d-9b5b-263e4ba190b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-44405d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-44405d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.264970957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b681675a-2312-4003-ae48-773f03e38074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.280776515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b681675a-2312-4003-ae48-773f03e38074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.296497534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b681675a-2312-4003-ae48-773f03e38074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.312312546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b681675a-2312-4003-ae48-773f03e38074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.965538816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b3a278-9630-44a5-bfd6-997f4c6bfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.981583013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b3a278-9630-44a5-bfd6-997f4c6bfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:00.997176486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b3a278-9630-44a5-bfd6-997f4c6bfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.012795446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b3a278-9630-44a5-bfd6-997f4c6bfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.333522764Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","namespace":"ai-tenant-e2e-extmod-a-4bd51b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.33358186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","namespace":"ai-tenant-e2e-extmod-a-4bd51b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.333631673Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","tenant":"e2e-extmod-a-4bd51b","tenantID":"e2e-extmod-a-4bd51b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.351374954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Deployment","name":"maas-api-e2e-extmod-a-4bd51b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.381114484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Service","name":"maas-api-e2e-extmod-a-4bd51b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.401797167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-4bd51b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.420500202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-4bd51b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.439178591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.459477352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.478377041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.496818214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.512387762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.527894936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.543485201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Service","name":"payload-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.559627339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.576539954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.592265525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.610988005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.632709025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.648490469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.664203807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.679930917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-4bd51b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:01.695507277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4bd51b"},"namespace":"ai-tenant-e2e-extmod-a-4bd51b","name":"default-tenant","reconcileID":"5f6ba6e4-7472-4c57-89b2-58ff62524b63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-4bd51b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:02.033551897Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4bd51b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4bd51b","reconcileID":"151f4d88-8f64-41c1-8aaa-c42e05f6fad9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4bd51b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-4bd51b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:02.419289876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a03b09a-d7bd-49ee-9497-e43234e5a5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:02.43542624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a03b09a-d7bd-49ee-9497-e43234e5a5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:02.45141302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a03b09a-d7bd-49ee-9497-e43234e5a5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:02.468181636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a03b09a-d7bd-49ee-9497-e43234e5a5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.084721792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd896a5-c86c-4aaa-8b48-4a78d8a9c816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.100607385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd896a5-c86c-4aaa-8b48-4a78d8a9c816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.118129011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd896a5-c86c-4aaa-8b48-4a78d8a9c816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.134630267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd896a5-c86c-4aaa-8b48-4a78d8a9c816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.81310609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318556f-6fdb-45de-867c-d9a093f9de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.829225264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318556f-6fdb-45de-867c-d9a093f9de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.84519986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318556f-6fdb-45de-867c-d9a093f9de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:03.868728528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318556f-6fdb-45de-867c-d9a093f9de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:04.010038058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"5f90c9f6-f306-410c-86de-7ad1d1ac16d9","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:04.030985591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"5f90c9f6-f306-410c-86de-7ad1d1ac16d9","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:04.050628413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5c54fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (545f673c17da0a91f55ee1455c3710b3fdcaa39de56aa5709a3a134dd28a1dc2) AuthConfig (7412d3d6d6e5f20b20b76bfe58dc1d948783ef3f838962d7e927da890ff706f5) AuthConfig (7f3858bdb17b11366a2f718ff1b32524d0433e741a842af1d6dba00f12e59874) AuthConfig (bcd615a18e36f9079c2f75a586f122c46257f7784b70b810cd73e46c675e56e7) AuthConfig (002ba726a35d64b73636d9b528f4fc2ff8b6cb4a7c3ea8d8fed1cf9a5d7c3dc2) AuthConfig (c8250164d22e212d5230c0f2d2c4ba079927f0dd7b7bea8b358221fdbe1fbbb8) AuthConfig (d3009712b81b485c5808f4ff4f8fe00f7235bd56c4305a9f90696c06250eb57a) AuthConfig (ba9190ccd9d2a7ef910a12e9344bdec268eca0e94a61f30fd9530fc936ac2468) AuthConfig (30e86225c87ed359976b483d5b7903c12ff2b9f0b9aeb5dbacca1d249f52eeb2) AuthConfig (dc374714d7ca3e058bfc93ca9407651d5be193bb9386ce2607eb52b4318a7a48) AuthConfig (9a13266290db479a00b53383e95365eba4e72776358c7af7cebca55245b3fb77) AuthConfig (71de6050adb831103845ba2aa85c6cbf95bb1c421739e82f611e0a037b8d83ea) AuthConfig (d135b1283d02b9163610f4c00cbb8f5c79dc5f7e80592e91870e9f2d55bcf8b6) AuthConfig (2f0ba0d21de7496fc457f9c4711fd5a9b3bc4403da3a009284a7afdaac730bd7) AuthConfig (dd31fcf53b26e0273b27b706b709d41ec5cae560fe6de9106df1b23da17b84e6) AuthConfig (ab2fcbbe27be38e1666ed16652818818d4d8fa76444018a81f06a4ab2d4b3b1c) AuthConfig (b84067760effd6aadb5401085fadc6dac5dcd186b2d36af977df8035fc3939aa) AuthConfig (b6d2e6b65c2a20707439bffe20ae6c5b57380f8dcd8e69cf24443bed59d5b4b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"5f90c9f6-f306-410c-86de-7ad1d1ac16d9","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.766713634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e7740fcd-0552-4807-975d-9249a2ddd593","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.767068483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"39253921-71f4-413a-9a26-413686367d69","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.783814957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"009535dc-e3c0-493e-b6f6-d979b8db2a0e","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.784032892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"f07ce6c2-9dc7-430e-95b5-e5df78a80cd5","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.805543383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"aad05889-135c-4529-a462-fc7b37792c86","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.806135096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"805fc838-cda3-4210-912f-59ecc29cee6b","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.806583804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"e389e090-4f1c-4335-a165-13b8cad70a7d","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.806843821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"0c711c91-0a58-4b1e-9136-4c0116207fb1","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.83420299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6685b663-6277-43e9-88de-970f28aad3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.852513501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"b0c376f5-16f8-4f31-83ea-1ee8b7b14a6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.855075919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"6685b663-6277-43e9-88de-970f28aad3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.925393373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"58a22be6-4cad-47a8-88f4-44de852d41f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.988078839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"2fff7a44-3c97-4772-aaa4-5240ba29cc91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:07.992073786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"58a22be6-4cad-47a8-88f4-44de852d41f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.071959462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"87254e15-79d3-49bf-8bce-f50dad71f894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.072458473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"9d05f2bb-e14c-4692-a7c7-3d30ac3bbcc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.096404243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"87254e15-79d3-49bf-8bce-f50dad71f894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.132911928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"b1cce2dc-c90e-4a56-b2a3-d94adce028d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.140904187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0e5f0c19-3902-4acd-b7b1-272087656bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.162242041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"0e5f0c19-3902-4acd-b7b1-272087656bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.208582791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd3f5c-c3f9-4877-965b-4114b5e8c600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.225042206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd3f5c-c3f9-4877-965b-4114b5e8c600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.240906593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd3f5c-c3f9-4877-965b-4114b5e8c600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.257276132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4efd3f5c-c3f9-4877-965b-4114b5e8c600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.352928246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"198e90b4-408f-408a-95ba-14c15578d42b","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.429891359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"671b06bb-d62e-40bf-b8c3-409583f57020","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.436516353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f04b4f35-7aea-4d93-b83a-cd76f59a01fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.436578492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"beb5fa90-3a25-4bb8-a104-ac9f144b6a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.460444729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"beb5fa90-3a25-4bb8-a104-ac9f144b6a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.461468923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f04b4f35-7aea-4d93-b83a-cd76f59a01fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.467446946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"e39c8327-9b3d-4738-8855-d634d79234d4","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.492630709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"a537af87-b705-45cb-832f-71820ab601e2","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.538095171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"b34e2b88-cb85-446e-b6c6-1e8094e6b169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.605287373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"df5adf6d-60d9-43e7-a933-7fe744f2462b","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.672201396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aed5ade3-8d51-4632-b606-eb87804a479e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.672889368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"aa7552ed-6ece-4c65-add2-3f1b22b6f8c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.675478495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f914af21-65cb-41ee-ab28-d03066ce9fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.700196243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"f914af21-65cb-41ee-ab28-d03066ce9fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.701066674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"aed5ade3-8d51-4632-b606-eb87804a479e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:08.80629556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"81a25a11-96d3-4d7b-9c1b-4c49df921be0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.068027581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796fb439-55cc-475b-b737-db1bf05ca4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.084613747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796fb439-55cc-475b-b737-db1bf05ca4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.100929588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796fb439-55cc-475b-b737-db1bf05ca4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.117685282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796fb439-55cc-475b-b737-db1bf05ca4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.846731164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb5e1fb-54f8-400c-9cff-f508bfc3273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.862426472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb5e1fb-54f8-400c-9cff-f508bfc3273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.878391604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb5e1fb-54f8-400c-9cff-f508bfc3273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:09.89464712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb5e1fb-54f8-400c-9cff-f508bfc3273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:10.652581567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b29c142-20d6-4aa3-b3ed-3246c249725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:10.668499076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b29c142-20d6-4aa3-b3ed-3246c249725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:10.684649964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b29c142-20d6-4aa3-b3ed-3246c249725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:10.701283758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b29c142-20d6-4aa3-b3ed-3246c249725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:10.758804528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:11.34598534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93ffe2a-1dcd-4c9a-8a54-6602583a93dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:11.361717756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93ffe2a-1dcd-4c9a-8a54-6602583a93dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:11.378222619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93ffe2a-1dcd-4c9a-8a54-6602583a93dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:11.394156278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93ffe2a-1dcd-4c9a-8a54-6602583a93dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:12.546834086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"22d7ed1e-d4e5-4898-a04d-140f5440d328","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:14.083508547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"e5d3e0bd-1ee5-4b9a-87e1-c3dd75d38823","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:14.104996823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"e5d3e0bd-1ee5-4b9a-87e1-c3dd75d38823","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:14.127805859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5c54fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (545f673c17da0a91f55ee1455c3710b3fdcaa39de56aa5709a3a134dd28a1dc2) AuthConfig (7412d3d6d6e5f20b20b76bfe58dc1d948783ef3f838962d7e927da890ff706f5) AuthConfig (7f3858bdb17b11366a2f718ff1b32524d0433e741a842af1d6dba00f12e59874) AuthConfig (bcd615a18e36f9079c2f75a586f122c46257f7784b70b810cd73e46c675e56e7) AuthConfig (002ba726a35d64b73636d9b528f4fc2ff8b6cb4a7c3ea8d8fed1cf9a5d7c3dc2) AuthConfig (c8250164d22e212d5230c0f2d2c4ba079927f0dd7b7bea8b358221fdbe1fbbb8) AuthConfig (d3009712b81b485c5808f4ff4f8fe00f7235bd56c4305a9f90696c06250eb57a) AuthConfig (ba9190ccd9d2a7ef910a12e9344bdec268eca0e94a61f30fd9530fc936ac2468) AuthConfig (30e86225c87ed359976b483d5b7903c12ff2b9f0b9aeb5dbacca1d249f52eeb2) AuthConfig (dc374714d7ca3e058bfc93ca9407651d5be193bb9386ce2607eb52b4318a7a48) AuthConfig (9a13266290db479a00b53383e95365eba4e72776358c7af7cebca55245b3fb77) AuthConfig (71de6050adb831103845ba2aa85c6cbf95bb1c421739e82f611e0a037b8d83ea) AuthConfig (d135b1283d02b9163610f4c00cbb8f5c79dc5f7e80592e91870e9f2d55bcf8b6) AuthConfig (2f0ba0d21de7496fc457f9c4711fd5a9b3bc4403da3a009284a7afdaac730bd7) AuthConfig (dd31fcf53b26e0273b27b706b709d41ec5cae560fe6de9106df1b23da17b84e6) AuthConfig (ab2fcbbe27be38e1666ed16652818818d4d8fa76444018a81f06a4ab2d4b3b1c) AuthConfig (b84067760effd6aadb5401085fadc6dac5dcd186b2d36af977df8035fc3939aa) AuthConfig (b6d2e6b65c2a20707439bffe20ae6c5b57380f8dcd8e69cf24443bed59d5b4b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"e5d3e0bd-1ee5-4b9a-87e1-c3dd75d38823","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:17.946444812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"dfc552ae-6104-40c9-8683-789713276b13","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:17.946816588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"508db4e7-f79b-4bb3-8114-8e42c631dc74","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:17.947096517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"a6feb086-c310-4e77-8565-e7b616f093c4","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:17.947267541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"7a895abe-b020-47fb-bc00-1cac31f4e013","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:17.995579121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"68048fae-56f8-4b74-b500-6a33683ef43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:17.995580975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"14f4c08c-3f7c-42c4-b1f7-f93273e778af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.013040105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"81a968c8-1852-40ca-82a7-686afecfaf24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.013223034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"902809b0-48e5-4103-97a2-86637de3923f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.016867172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"68048fae-56f8-4b74-b500-6a33683ef43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.016890267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"14f4c08c-3f7c-42c4-b1f7-f93273e778af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.113099247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"fffe2445-752b-4818-adba-de33fa259911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.113190495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"ad3e2f92-4f1f-42f7-8299-e380d76e49aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.196638572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"564ce99d-a9eb-476f-9eef-8ae97fdd0c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.196699254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"308cd2f4-b576-4f45-95ec-5174be1307d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.217973673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"308cd2f4-b576-4f45-95ec-5174be1307d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:18.219270979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"564ce99d-a9eb-476f-9eef-8ae97fdd0c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:19.306078795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"2695bb76-dae9-4094-b93f-43948858df35","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:21.975271788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:21.975363606Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:21.994302066Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:21.995279363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"3bd5ee4e-b324-45f8-8b42-902c7b57af3c","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.014955107Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.014973903Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.015058114Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.01794955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"1a2548d7-845c-4ab9-aec1-da092c527c18","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.037110554Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.040538841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"e3550920-72b5-4f46-abee-0a171424fa15","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.044481048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c9fa9ae0-92c3-49a0-a078-467251e46fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.044510923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1034cc93-f2dc-4f93-9072-0d319ae1a110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.047836405Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"7231baef-a1fa-4c69-b840-87bb740f134f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-671d8dec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.05947357Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"f8124f0e-274b-4cf5-be38-c835e0d2b069","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.062630195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"2eeb52f6-c59c-46c6-a4d4-5f029b626f7e","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.067415562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"1034cc93-f2dc-4f93-9072-0d319ae1a110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.067504043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"c9fa9ae0-92c3-49a0-a078-467251e46fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.070235176Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"781612ca-b28d-4cbd-9aad-8c2f97d107a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8e1165d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.079365382Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"b2dee9a4-cc81-44d7-a843-dfdbb641fcaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-671d8dec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.1005015Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"76415ae9-faf6-48df-8e40-1ea7c5ec791c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8e1165d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.200984192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"05f70a7e-d722-4f15-a491-b449bf442e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.201057644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be3a2d59-1d8b-4d09-a462-35f7ddbf5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.248882646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be3a2d59-1d8b-4d09-a462-35f7ddbf5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.248882657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"05f70a7e-d722-4f15-a491-b449bf442e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.30653472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be3a2d59-1d8b-4d09-a462-35f7ddbf5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.306565452Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-access","reconcileID":"be3a2d59-1d8b-4d09-a462-35f7ddbf5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:17:22.307671005Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"05f70a7e-d722-4f15-a491-b449bf442e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-c16684-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:17:22.30772391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"05f70a7e-d722-4f15-a491-b449bf442e42","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-c16684-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.313801961Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f486a5a1-f622-4297-86d0-3c33ece5acac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.327742142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"81db814e-ead8-43d2-a070-50ed3fe8e9dd","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.361041147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f486a5a1-f622-4297-86d0-3c33ece5acac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.382188619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f486a5a1-f622-4297-86d0-3c33ece5acac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"e2e-worker-w2-c16684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.382208733Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-access","reconcileID":"f486a5a1-f622-4297-86d0-3c33ece5acac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c16684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:22.403067557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"7cf3ae70-f7de-47fd-94cb-733299199962","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.852465517Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","namespace":"ai-tenant-e2e-inf-a-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.852524545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","namespace":"ai-tenant-e2e-inf-a-cd421c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.852576105Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","tenant":"e2e-inf-a-cd421c","tenantID":"e2e-inf-a-cd421c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.870738376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Deployment","name":"maas-api-e2e-inf-a-cd421c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.906641789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Service","name":"maas-api-e2e-inf-a-cd421c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.929573605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-cd421c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.947774004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-cd421c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.966662863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:23.985189904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.005965008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.026183553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.042178691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Deployment","name":"payload-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.057704561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.073395595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Service","name":"payload-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.089133557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.105125795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.12076343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.136356701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.156265552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.161047842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"b2739de3-8cf0-4567-9ae8-ba73d99b5ae8","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.171796215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.181976181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"b2739de3-8cf0-4567-9ae8-ba73d99b5ae8","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.187360848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.202763974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-cd421c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.218115079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cd421c"},"namespace":"ai-tenant-e2e-inf-a-cd421c","name":"default-tenant","reconcileID":"38898822-d756-417c-8b93-f4fd1b6422f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-cd421c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.393407163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"196738b2-3bd4-4e3e-a2f4-58b8f6eb9ba7","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.393432044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"196738b2-3bd4-4e3e-a2f4-58b8f6eb9ba7","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.544475912Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cd421c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cd421c","reconcileID":"65b30549-6b2b-4ca4-838e-2253aa781e65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cd421c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-cd421c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.921807222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c764b-df45-4295-b77c-421ad1f2aded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.937467123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c764b-df45-4295-b77c-421ad1f2aded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.953289839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c764b-df45-4295-b77c-421ad1f2aded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:24.969177068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c764b-df45-4295-b77c-421ad1f2aded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.588728091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b271a4-0f82-4deb-9b08-d21874180736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.60470265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b271a4-0f82-4deb-9b08-d21874180736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.620882688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b271a4-0f82-4deb-9b08-d21874180736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.636972071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b271a4-0f82-4deb-9b08-d21874180736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.639051609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"a6986a33-7ef0-4ca6-837f-66470397416f","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.63907614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"a6986a33-7ef0-4ca6-837f-66470397416f","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.661253785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"74e85d09-ec51-40d0-89dc-1b7c62757e6c","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.661281328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"74e85d09-ec51-40d0-89dc-1b7c62757e6c","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.670182264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"aa73800f-2f93-48ea-a715-c253e4382017","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:17:25.67340521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"8965e134-2b83-47af-9a96-0c088ae89f9b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5c54fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:17:25.679143315Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"74e85d09-ec51-40d0-89dc-1b7c62757e6c","name":"test-model-5c54fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5c54fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:17:25.679219215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"74e85d09-ec51-40d0-89dc-1b7c62757e6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5c54fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.684706611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"21506fa3-eb20-4825-9111-ec43a1e07e16","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.684729783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"21506fa3-eb20-4825-9111-ec43a1e07e16","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.692755214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"aa73800f-2f93-48ea-a715-c253e4382017","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.710576675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"8df4b370-7c57-4369-9df8-dd3efa166389","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.710606571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"8df4b370-7c57-4369-9df8-dd3efa166389","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.731459247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"df129df8-538c-40e3-be3c-4930e89baa9e","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.731482728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"df129df8-538c-40e3-be3c-4930e89baa9e","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.823920416Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"1df114da-7960-422f-bf8f-0486cb53b487","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"maas-trlp-test-model-5c54fc","model":"test-model-5c54fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.858350968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"b2cc28d9-a0c0-4c6b-9ba5-c74ce8c1f64f","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.879278082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"b2cc28d9-a0c0-4c6b-9ba5-c74ce8c1f64f","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.882112296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"18659136-34f6-4698-9440-69e22bbccd9f","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.882140894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"18659136-34f6-4698-9440-69e22bbccd9f","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:25.950609951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"b9602f04-e132-4c75-ae59-be0e04255126","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"maas-trlp-test-model-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:27.97339575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"cf5d3fb9-33cd-4d3e-8ccd-9dd6583cc666","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:29.32864566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"f1ae47af-1540-4915-aae3-425ae15cc2f7","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.116485158Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"12a9fdac-dbba-4ff3-8aab-43dfdfdc2fb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.124120577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"f0f2a1e2-0d5a-4dde-b54a-e16f0a5d1c39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.136822188Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"12a9fdac-dbba-4ff3-8aab-43dfdfdc2fb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.144201106Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"f0f2a1e2-0d5a-4dde-b54a-e16f0a5d1c39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.17207621Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"premium-simulator-subscription","reconcileID":"f0f2a1e2-0d5a-4dde-b54a-e16f0a5d1c39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/premium-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.172697582Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"simulator-subscription","reconcileID":"12a9fdac-dbba-4ff3-8aab-43dfdfdc2fb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c16684"},"name":"maas-trlp-simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684","model":"e2e-models-e2e-worker-w2-c16684/simulator-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.327473123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"626f6f68-dc35-4415-9220-389d7565436b","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.343739075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"7b70c566-364b-4ff4-a894-f29bf9a2cb39","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.546618002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52227c7f-adf8-463f-9f0e-781ac39aae93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.563392119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52227c7f-adf8-463f-9f0e-781ac39aae93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.580016291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52227c7f-adf8-463f-9f0e-781ac39aae93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:32.596529326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52227c7f-adf8-463f-9f0e-781ac39aae93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.232218933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f179d57-60d7-4eaf-85e3-169fda7f0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.247980189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f179d57-60d7-4eaf-85e3-169fda7f0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.263819369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f179d57-60d7-4eaf-85e3-169fda7f0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.279588675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f179d57-60d7-4eaf-85e3-169fda7f0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.890808894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2ec77d-f135-4f74-abd1-714f774dcb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.909856682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2ec77d-f135-4f74-abd1-714f774dcb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.926722739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2ec77d-f135-4f74-abd1-714f774dcb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:33.942970927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2ec77d-f135-4f74-abd1-714f774dcb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.630879982Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","namespace":"ai-tenant-e2e-extmod-b-c34cbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.630943675Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","namespace":"ai-tenant-e2e-extmod-b-c34cbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.631024877Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","tenant":"e2e-extmod-b-c34cbd","tenantID":"e2e-extmod-b-c34cbd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.649946731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c34cbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.688492369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Service","name":"maas-api-e2e-extmod-b-c34cbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.707812798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c34cbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.725524091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c34cbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.747524369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.766047428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.785245912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.805566688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.821286355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.837022791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.852488547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Service","name":"payload-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.86805243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.883787627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.899305036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.914805919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.934582452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.950440046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.966115196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.981893047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c34cbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:36.999242806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c34cbd"},"namespace":"ai-tenant-e2e-extmod-b-c34cbd","name":"default-tenant","reconcileID":"39ddedd5-3e00-4f1c-9ded-ca7e8537785d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c34cbd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:37.272906624Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c34cbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c34cbd","reconcileID":"baa36596-ddb7-4d96-9046-c3a8cd9c1bfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c34cbd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c34cbd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:37.664819135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565c4fe0-983e-4395-b9fd-d29b5037e5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:37.680671581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565c4fe0-983e-4395-b9fd-d29b5037e5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:37.696424419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565c4fe0-983e-4395-b9fd-d29b5037e5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:37.71287127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565c4fe0-983e-4395-b9fd-d29b5037e5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:37.974471692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"f8c25a39-5a96-433a-bc8f-f44b71eeff28","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:38.378333358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a562e9-ab4e-4033-9591-f5348407d253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:38.394123992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a562e9-ab4e-4033-9591-f5348407d253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:38.410424575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a562e9-ab4e-4033-9591-f5348407d253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:38.426276214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a562e9-ab4e-4033-9591-f5348407d253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.17005229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841e9afb-593b-48e3-a215-0d170985c40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.185771713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841e9afb-593b-48e3-a215-0d170985c40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.201990866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841e9afb-593b-48e3-a215-0d170985c40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.217813047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841e9afb-593b-48e3-a215-0d170985c40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.330120021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-2-w2-c16684","reconcileID":"ffb658c1-a681-4ae3-9c60-875b89ce0f15","MaaSModelRef":{"name":"distinct-2-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-2-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-2-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.865085908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf3577-8e1a-483c-a722-5143067d5125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.880730313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf3577-8e1a-483c-a722-5143067d5125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.896406291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf3577-8e1a-483c-a722-5143067d5125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:39.912342884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf3577-8e1a-483c-a722-5143067d5125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:40.771577294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:42.330777037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"premium-w2-c16684","reconcileID":"70930e03-6f6d-4f08-98f3-af16e5c80771","MaaSModelRef":{"name":"premium-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"premium-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"premium-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:42.344150619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"simulator-w2-c16684","reconcileID":"77716387-43fd-474c-b067-8e469d3609d0","MaaSModelRef":{"name":"simulator-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"simulator-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"simulator-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:45.793040257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"813751d9-e784-4dd9-9aa8-16f77a1ec226","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"maas-trlp-test-model-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:45.864580411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"a7b3d716-5948-46fa-913b-e33707d76740","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:45.864603616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"a7b3d716-5948-46fa-913b-e33707d76740","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:46.308803579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0b128b47-dced-4626-86e2-4b5709fef194","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:46.329698932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"0b128b47-dced-4626-86e2-4b5709fef194","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:46.902610346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313d0c61-bfd5-43ba-9fab-ab48fc61f5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:46.91823293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313d0c61-bfd5-43ba-9fab-ab48fc61f5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:46.934232187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313d0c61-bfd5-43ba-9fab-ab48fc61f5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:46.949917555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313d0c61-bfd5-43ba-9fab-ab48fc61f5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:47.651445369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4479d-9943-4c44-90c7-7d4ba1d44268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:47.66730185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4479d-9943-4c44-90c7-7d4ba1d44268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:47.684063058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4479d-9943-4c44-90c7-7d4ba1d44268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:47.700093684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4479d-9943-4c44-90c7-7d4ba1d44268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:47.975611119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"namespace":"e2e-models-e2e-worker-w2-c16684","name":"distinct-w2-c16684","reconcileID":"4e2a9839-74c9-4b6a-bb0d-3aaa7c9d8eb1","MaaSModelRef":{"name":"distinct-w2-c16684","namespace":"e2e-models-e2e-worker-w2-c16684"},"routeName":"distinct-w2-c16684-kserve-route","namespace":"e2e-models-e2e-worker-w2-c16684","llmisvcName":"distinct-w2-c16684","gateway":"openshift-ingress/e2e-worker-w2-c16684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:48.316557935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4606a0-9e4b-49f7-bd9c-f4cbba04fdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:48.332470482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4606a0-9e4b-49f7-bd9c-f4cbba04fdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:48.348345592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4606a0-9e4b-49f7-bd9c-f4cbba04fdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:48.364416985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4606a0-9e4b-49f7-bd9c-f4cbba04fdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.006406761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.006497761Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","namespace":"ai-tenant-e2e-worker-w2-c16684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.006575534Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","tenant":"e2e-worker-w2-c16684","tenantID":"e2e-worker-w2-c16684","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.024896185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Deployment","name":"maas-api-e2e-worker-w2-c16684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.057292018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Service","name":"maas-api-e2e-worker-w2-c16684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.077719223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-c16684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.095506033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-c16684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.114524565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.133159963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.154221754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.174691739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.190285729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.205786106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.221265735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Service","name":"payload-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.236702574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.252363351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.267928772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.283446939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.30311758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.318784361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.334205266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.349917648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-c16684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.365386439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c16684"},"namespace":"ai-tenant-e2e-worker-w2-c16684","name":"default-tenant","reconcileID":"5071eb44-5519-40ce-8bbd-5651c0c42210","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-c16684","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:50.654573874Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-c16684","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-c16684","reconcileID":"844a5295-11f9-442a-b523-556663c6b474","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-c16684","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-c16684"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.031202202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185cb6-1ae5-45f2-8182-264a647661bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.047070434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185cb6-1ae5-45f2-8182-264a647661bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.063242566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185cb6-1ae5-45f2-8182-264a647661bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.080168644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185cb6-1ae5-45f2-8182-264a647661bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.717083879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafda5ef-2d5b-4005-993f-21679d1bc788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.733270316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafda5ef-2d5b-4005-993f-21679d1bc788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.749109825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafda5ef-2d5b-4005-993f-21679d1bc788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:51.76493487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafda5ef-2d5b-4005-993f-21679d1bc788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.538303368Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","namespace":"ai-tenant-e2e-inf-b-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.53842459Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","namespace":"ai-tenant-e2e-inf-b-c08360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.538497538Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","tenant":"e2e-inf-b-c08360","tenantID":"e2e-inf-b-c08360","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.556161975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Deployment","name":"maas-api-e2e-inf-b-c08360","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.58895648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Service","name":"maas-api-e2e-inf-b-c08360","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.608162659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-c08360","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.626272437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-c08360","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.648209827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.666731542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.68773736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.707453482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.723827892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Deployment","name":"payload-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.739673373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.755888061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Service","name":"payload-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.772229297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.788164131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.804273699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.821280061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.843298696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.859007765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.874856461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.890508326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-c08360","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:57.906189449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c08360"},"namespace":"ai-tenant-e2e-inf-b-c08360","name":"default-tenant","reconcileID":"9314f37c-1a3b-4d87-a863-b400f7792c87","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-c08360","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:58.232012492Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c08360","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c08360","reconcileID":"f828acc0-3b7b-44e0-83ac-71fa0296cb1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c08360","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-c08360"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:58.662354808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e130163-6347-4eca-8fe9-e443b702c1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:58.678270859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e130163-6347-4eca-8fe9-e443b702c1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:58.698258515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e130163-6347-4eca-8fe9-e443b702c1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:58.714470008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e130163-6347-4eca-8fe9-e443b702c1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:59.345077977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4723c9-5bca-437e-aa85-0ca4bd6750a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:59.361205361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4723c9-5bca-437e-aa85-0ca4bd6750a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:59.377051371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4723c9-5bca-437e-aa85-0ca4bd6750a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:17:59.392754867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4723c9-5bca-437e-aa85-0ca4bd6750a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:06.743107248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0fd021-486f-46b5-9c6c-e8114b76e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:06.760926932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0fd021-486f-46b5-9c6c-e8114b76e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:06.776728437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0fd021-486f-46b5-9c6c-e8114b76e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:06.792610123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0fd021-486f-46b5-9c6c-e8114b76e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.442625132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60302ce7-dfe3-4ab2-b248-df429c4b82de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.458349849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60302ce7-dfe3-4ab2-b248-df429c4b82de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.474178962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60302ce7-dfe3-4ab2-b248-df429c4b82de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.489986892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60302ce7-dfe3-4ab2-b248-df429c4b82de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.822515143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"961dc014-f479-48d6-928e-9b140493afe8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.822625174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"d90623aa-ce57-4da4-b45f-eac1cc7047c0","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.822642134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"d90623aa-ce57-4da4-b45f-eac1cc7047c0","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.914550715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"b22a3f6f-9663-49ba-85c1-b4464e7b2bc0","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"maas-trlp-test-model-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:07.990269312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"961dc014-f479-48d6-928e-9b140493afe8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.045178081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"961dc014-f479-48d6-928e-9b140493afe8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.04521126Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"961dc014-f479-48d6-928e-9b140493afe8","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.065534251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"0c8af5d8-4bf0-4f41-bf38-ac929c713303","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.065854759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"7fd4b73f-31f5-4342-a8e8-361976893ff8","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.065871086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"7fd4b73f-31f5-4342-a8e8-361976893ff8","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.153125549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"714a2fa5-be04-44fd-9ada-13a78e3398d1","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"maas-trlp-test-model-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.169294814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5553aee1-b535-4cfe-a903-32aad549eff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.185116238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5553aee1-b535-4cfe-a903-32aad549eff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.201106138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5553aee1-b535-4cfe-a903-32aad549eff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.209180768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"c6bb58a3-8647-49d0-9497-0fed618b63a0","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.209201159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"c6bb58a3-8647-49d0-9497-0fed618b63a0","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.217155994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5553aee1-b535-4cfe-a903-32aad549eff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.217371791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"0c8af5d8-4bf0-4f41-bf38-ac929c713303","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.238889899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"0c8af5d8-4bf0-4f41-bf38-ac929c713303","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"e2e-inf-a-1b0cce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:08.238918992Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"0c8af5d8-4bf0-4f41-bf38-ac929c713303","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1b0cce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:18:08.254832179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1b0cce-auth","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-auth","reconcileID":"0c8af5d8-4bf0-4f41-bf38-ac929c713303","error":"maasauthpolicies.maas.opendatahub.io \"test-model-1b0cce-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:10.760811376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.713958765Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.714176973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","namespace":"ai-tenant-e2e-shared-a-w4-f1e791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.714307916Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","tenant":"e2e-shared-a-w4-f1e791","tenantID":"e2e-shared-a-w4-f1e791","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.730086391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-f1e791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.756989947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Service","name":"maas-api-e2e-shared-a-w4-f1e791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.78005401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-f1e791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.799992221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-f1e791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.816662781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.832847442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.865057574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.882405066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.896574258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.910596047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.924841277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.938969665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.953369241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.967291376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:16.981032348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.000431696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.014251193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.027903719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.041957481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-f1e791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.055549744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e791"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e791","name":"default-tenant","reconcileID":"fb99bcc8-0c3d-438b-a692-f8c7aaf70bdf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-f1e791","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.313186932Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f1e791","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f1e791","reconcileID":"6d74e726-395e-4aef-86c4-c4ca50dbfc79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f1e791","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f1e791"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.664151944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334ce71a-6c1c-48e5-9244-185a250b6223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.681176697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334ce71a-6c1c-48e5-9244-185a250b6223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.695637697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334ce71a-6c1c-48e5-9244-185a250b6223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:17.709299988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334ce71a-6c1c-48e5-9244-185a250b6223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.28896778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"4ec673f3-8eec-4a0c-b32f-303c74791e18","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","subscription":"test-model-1b0cce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.305491062Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"4ec673f3-8eec-4a0c-b32f-303c74791e18","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.321908341Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce-sub","reconcileID":"4ec673f3-8eec-4a0c-b32f-303c74791e18","MaaSSubscription":{"name":"test-model-1b0cce-sub","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"name":"maas-trlp-test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.335743469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5658114f-988f-4efb-8116-a6d504e727ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.351906615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5658114f-988f-4efb-8116-a6d504e727ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.367862199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5658114f-988f-4efb-8116-a6d504e727ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.383974654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5658114f-988f-4efb-8116-a6d504e727ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.44171258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"3de98d13-03ba-4aaa-be47-30364b166a40","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"tenant":"e2e-inf-a-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","model":"ai-tenant-e2e-inf-a-1b0cce/test-model-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:18.441733353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"test-model-1b0cce","reconcileID":"3de98d13-03ba-4aaa-be47-30364b166a40","MaaSModelRef":{"name":"test-model-1b0cce","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"routeName":"test-model-1b0cce-kserve-route","namespace":"ai-tenant-e2e-inf-a-1b0cce","llmisvcName":"test-model-1b0cce","gateway":"openshift-ingress/e2e-inf-a-1b0cce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.285057394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"127c2ee1-b4b0-4f7f-9354-a884e2d93873","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.285082648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"127c2ee1-b4b0-4f7f-9354-a884e2d93873","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.285233393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"29954a06-560f-42ee-a767-959dfd5cb69a","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.373687503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"42f0beb3-f94e-4ced-b2b1-784a9b38bbf3","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"maas-trlp-test-model-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.421095909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"29954a06-560f-42ee-a767-959dfd5cb69a","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.476894788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"29954a06-560f-42ee-a767-959dfd5cb69a","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"e2e-inf-b-5c54fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.47692818Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-auth","reconcileID":"29954a06-560f-42ee-a767-959dfd5cb69a","MaaSAuthPolicy":{"name":"test-model-5c54fc-auth","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.497229809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"3ad792eb-b95a-4d93-b9c4-98014a12c130","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.497252265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"3ad792eb-b95a-4d93-b9c4-98014a12c130","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.585736332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"0287af15-5cd0-4afc-8149-75442054cec8","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"maas-trlp-test-model-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.639649406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"50acef71-04b8-4e0e-9623-6c9243e4c0f6","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:19.639673166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"50acef71-04b8-4e0e-9623-6c9243e4c0f6","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:18:24.665491063Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-639a39","name":"e2e-shr-amb-0343fd-e2e-extmod-b-56a6d4.18e3bc990f163ba8"},"error":"namespaces \"e2e-extmod-shr-user-639a39\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:18:24.747475022Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-b3ceec","name":"e2e-shr-auth-6e11c1-e2e-extmod-a-696f9a.18e3bc8fa9eea9c6"},"error":"namespaces \"e2e-extmod-shr-user-b3ceec\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:18:24.829449505Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-0795f6","name":"e2e-shr-auth-0627cd-e2e-extmod-a-4275b9.18e3bcc072292e5c"},"error":"namespaces \"e2e-extmod-shr-user-0795f6\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:25.29062972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc0723f-149e-49f6-b902-30338b3e333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:25.306378706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc0723f-149e-49f6-b902-30338b3e333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:25.322227953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc0723f-149e-49f6-b902-30338b3e333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:25.338193435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc0723f-149e-49f6-b902-30338b3e333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.000003476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc817902-006d-4585-b9b4-f7eb813cf1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.016466923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc817902-006d-4585-b9b4-f7eb813cf1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.032333366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc817902-006d-4585-b9b4-f7eb813cf1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.0487114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc817902-006d-4585-b9b4-f7eb813cf1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.765969458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d863127-d789-447c-aafd-76b3bc68d718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.782636764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d863127-d789-447c-aafd-76b3bc68d718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.798795409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d863127-d789-447c-aafd-76b3bc68d718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:26.815143234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d863127-d789-447c-aafd-76b3bc68d718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:29.697847651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"07e1ecf9-db14-467e-ac95-dedf8ba2c8f8","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","subscription":"test-model-5c54fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:29.71438035Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"07e1ecf9-db14-467e-ac95-dedf8ba2c8f8","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:29.731365446Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc-sub","reconcileID":"07e1ecf9-db14-467e-ac95-dedf8ba2c8f8","MaaSSubscription":{"name":"test-model-5c54fc-sub","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"name":"maas-trlp-test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:29.832545324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"564cfeff-d3d9-494f-8205-81ab564eeee0","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"tenant":"e2e-inf-b-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","model":"ai-tenant-e2e-inf-b-5c54fc/test-model-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:29.83256643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"test-model-5c54fc","reconcileID":"564cfeff-d3d9-494f-8205-81ab564eeee0","MaaSModelRef":{"name":"test-model-5c54fc","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"routeName":"test-model-5c54fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-5c54fc","llmisvcName":"test-model-5c54fc","gateway":"openshift-ingress/e2e-inf-b-5c54fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.356770405Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","namespace":"ai-tenant-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.356829545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","namespace":"ai-tenant-e2e-extmod-a-696f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.356879481Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","tenant":"e2e-extmod-a-696f9a","tenantID":"e2e-extmod-a-696f9a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.374525511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-696f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.410473088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Service","name":"maas-api-e2e-extmod-a-696f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.429817409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-696f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.449901185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-696f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.468697172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.487117179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.50587071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.52629331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.541651458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.556905679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.572447117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Service","name":"payload-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.58805442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.604056087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.619920223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.636058662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.656258646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.671752009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.687231667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.702852164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-696f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:31.718308231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-696f9a"},"namespace":"ai-tenant-e2e-extmod-a-696f9a","name":"default-tenant","reconcileID":"60c6629e-e4db-4f24-b504-f4d51982f6a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-696f9a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.082962215Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-696f9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-696f9a","reconcileID":"5f3d53f5-489c-4fc7-a94c-ac18ab835e86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-696f9a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-696f9a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.298924146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2d8aa-de7c-4f36-a65d-16e29556b46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.31559737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2d8aa-de7c-4f36-a65d-16e29556b46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.331811162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2d8aa-de7c-4f36-a65d-16e29556b46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.34839979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2d8aa-de7c-4f36-a65d-16e29556b46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.9732665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b9d57-a0a6-4405-8946-4ec1054d4e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:32.98910871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b9d57-a0a6-4405-8946-4ec1054d4e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:33.005047548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b9d57-a0a6-4405-8946-4ec1054d4e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:33.020935895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b9d57-a0a6-4405-8946-4ec1054d4e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:33.641495288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914cea76-41c1-4f21-97b1-911c1051d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:33.658005765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914cea76-41c1-4f21-97b1-911c1051d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:33.673897871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914cea76-41c1-4f21-97b1-911c1051d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:33.690533459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914cea76-41c1-4f21-97b1-911c1051d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:34.336004198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd303bbe-ddc4-40fb-ace5-90bef7817749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:34.351977581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd303bbe-ddc4-40fb-ace5-90bef7817749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:34.367994406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd303bbe-ddc4-40fb-ace5-90bef7817749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:34.383790913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd303bbe-ddc4-40fb-ace5-90bef7817749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:34.996200486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c79b09-47e8-47c9-bbd0-f54e55802e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:35.011860419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c79b09-47e8-47c9-bbd0-f54e55802e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:35.02749215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c79b09-47e8-47c9-bbd0-f54e55802e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:35.043229242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c79b09-47e8-47c9-bbd0-f54e55802e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.05952374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fc02-9eb3-453b-a657-f73c58978da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.07541841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fc02-9eb3-453b-a657-f73c58978da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.091303457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fc02-9eb3-453b-a657-f73c58978da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.107647304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977fc02-9eb3-453b-a657-f73c58978da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.759667152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.762774686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd99b698-7eac-4aba-9c82-0be0f2a7b65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.77887703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd99b698-7eac-4aba-9c82-0be0f2a7b65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.794788123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd99b698-7eac-4aba-9c82-0be0f2a7b65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:40.810852727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd99b698-7eac-4aba-9c82-0be0f2a7b65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:41.537548799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4e171c-d0bb-4820-8b19-5248ca554fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:41.553608516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4e171c-d0bb-4820-8b19-5248ca554fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:41.569592236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4e171c-d0bb-4820-8b19-5248ca554fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:41.585774297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4e171c-d0bb-4820-8b19-5248ca554fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:49.979231295Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:49.979354195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","namespace":"ai-tenant-e2e-shared-b-w4-c744c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:49.979426225Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","tenant":"e2e-shared-b-w4-c744c0","tenantID":"e2e-shared-b-w4-c744c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:49.998073479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-c744c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.028810811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Service","name":"maas-api-e2e-shared-b-w4-c744c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.047393972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-c744c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.064968548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-c744c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.083876196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.102408576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.123004873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.141487679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.157085206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.172508831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.188233729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.204891401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.220554837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.236270349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.251785794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.271535801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.287270791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.302746805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.318256892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-c744c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.33567704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c744c0"},"namespace":"ai-tenant-e2e-shared-b-w4-c744c0","name":"default-tenant","reconcileID":"ef8acc10-f0fb-4f9d-b2c4-db035cb32b5d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-c744c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.607001522Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-c744c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-c744c0","reconcileID":"fc8e8be2-1d20-426b-90b5-19c43d55c95f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-c744c0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-c744c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:50.988843169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de674326-03c6-46f1-ba1c-fa2d314ff1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.004789084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de674326-03c6-46f1-ba1c-fa2d314ff1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.020953043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de674326-03c6-46f1-ba1c-fa2d314ff1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.0369795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de674326-03c6-46f1-ba1c-fa2d314ff1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.66917762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f686a6-7291-42fc-a144-16489e2e990e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.684798528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f686a6-7291-42fc-a144-16489e2e990e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.700347322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f686a6-7291-42fc-a144-16489e2e990e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:51.71589815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f686a6-7291-42fc-a144-16489e2e990e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.432866434Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","namespace":"ai-tenant-e2e-inf-a-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.432943911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","namespace":"ai-tenant-e2e-inf-a-1b0cce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.433017032Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","tenant":"e2e-inf-a-1b0cce","tenantID":"e2e-inf-a-1b0cce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.449372914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Deployment","name":"maas-api-e2e-inf-a-1b0cce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.478714652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Service","name":"maas-api-e2e-inf-a-1b0cce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.496002657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1b0cce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.511715982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1b0cce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.528244774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.546479216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.563548683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.579781669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.593379401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.606740938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.620132294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Service","name":"payload-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.633769743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.647357367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.662215711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.675904345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.694041711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.707827511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.721673676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.735479542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1b0cce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.749196074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1b0cce"},"namespace":"ai-tenant-e2e-inf-a-1b0cce","name":"default-tenant","reconcileID":"4a09327f-2c29-4f8c-b25b-d36a28196a38","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1b0cce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.768678995Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","namespace":"ai-tenant-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.768738148Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","namespace":"ai-tenant-e2e-extmod-b-4a73b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.768787865Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","tenant":"e2e-extmod-b-4a73b1","tenantID":"e2e-extmod-b-4a73b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.784836623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4a73b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.82631229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Service","name":"maas-api-e2e-extmod-b-4a73b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.855171077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4a73b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.871761177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4a73b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.88997319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.907064353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.926815211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.943541844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.957074435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.97086403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.984544664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Service","name":"payload-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:55.998162376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.003631469Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1b0cce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1b0cce","reconcileID":"09f19870-f740-4733-8e9c-637b86aea0ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1b0cce","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1b0cce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.011890269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.025887576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.039597251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.057074028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.085092074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.099947201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.113949125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4a73b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.127652953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4a73b1"},"namespace":"ai-tenant-e2e-extmod-b-4a73b1","name":"default-tenant","reconcileID":"39d63553-f4a4-40f5-8d5c-71a8dbeb3480","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4a73b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.52779515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2470d-5b40-4484-bf3b-d545dccfd00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.542995388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2470d-5b40-4484-bf3b-d545dccfd00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.557086614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2470d-5b40-4484-bf3b-d545dccfd00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.574695445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2470d-5b40-4484-bf3b-d545dccfd00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:56.600220411Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4a73b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4a73b1","reconcileID":"633f7a2b-f993-44a9-8c41-16fa8fddf41b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4a73b1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4a73b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:57.126605559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f62705-b31e-4284-9b4f-401ad030417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:57.141026614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f62705-b31e-4284-9b4f-401ad030417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:57.155050674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f62705-b31e-4284-9b4f-401ad030417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:57.168799205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f62705-b31e-4284-9b4f-401ad030417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.705826339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"31b42a7d-697c-4201-a01c-9fb06bf58531","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.706204438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"6c9065ce-1a32-43ad-8ec7-7ac6818c6e41","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.733793189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9ff4377e-e8e8-4d84-a658-f11df972c308","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.734082532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"b4906327-bbc1-40a5-aabf-f3f10cfb7553","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.75212175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d8281e42-2fe3-482f-a367-8d63df5c6b55","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.752369448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c7d9df78-3522-4117-a5ae-6cf20593e2f5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.752608374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"9fb60f8e-4c5e-4087-9e33-2985ab12a6bd","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.752838308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"25fb8cbf-6e9a-4692-9bd8-b38804c0583f","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.775528933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7f081c27-3bef-4f60-8cac-9abce1492832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.775712137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1c1e8dd9-3bbf-42df-be45-b8153b93604c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.790613936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"361720a7-2d58-4e2a-845c-0e7f66befbb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.791130299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"f5d8f63d-abec-40ea-81d7-608cbc2df6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.794467885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7f081c27-3bef-4f60-8cac-9abce1492832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.796892869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"1c1e8dd9-3bbf-42df-be45-b8153b93604c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.921274295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"37df35f3-cc18-447e-88c4-51749a114c20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.921589793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"04ab5762-064d-49c3-9ecd-d313cdf3f85e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.96571378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7f25fde9-c3f4-469c-bfcf-f76010629d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.978740663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4176028a-af41-45ca-871f-42cb94640c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.984628475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"7f25fde9-c3f4-469c-bfcf-f76010629d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:58.997510447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"4176028a-af41-45ca-871f-42cb94640c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.052442433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4182d16f-fefc-495d-9acf-deedec8e9c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.066188096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4182d16f-fefc-495d-9acf-deedec8e9c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.080025331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4182d16f-fefc-495d-9acf-deedec8e9c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.093888475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4182d16f-fefc-495d-9acf-deedec8e9c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.657217994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04183445-0aac-4873-89ac-40519e2aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.670919102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04183445-0aac-4873-89ac-40519e2aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.684533994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04183445-0aac-4873-89ac-40519e2aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:18:59.698620734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04183445-0aac-4873-89ac-40519e2aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:03.742602799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"7089b971-6b8f-4ab3-8dc0-9d622aaac357","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:03.851166578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"b763122e-c4b7-409c-82f7-b9da5385c2ad","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.006805229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"30d21848-b429-48b4-a733-6d3001ecf845","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.063281543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"abbff9ca-4a33-4014-8439-73110ffebde8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.068816213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5d9bba55-07ee-497a-aa7c-613d750ad467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.068816233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0bdfc61c-d0d1-4a57-8023-3a671886ee7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.087515463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0bdfc61c-d0d1-4a57-8023-3a671886ee7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.088670118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"5d9bba55-07ee-497a-aa7c-613d750ad467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.111773735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"3ef8e02e-6689-4a8f-8d23-932bdad33bd1","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.129507144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"d1594860-7b49-466b-a5c3-28f1287f31da","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.16529456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"53b75a26-afc3-407b-be94-1ca2e94645d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.278513248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"ceb88f49-b850-48b6-bbc5-d45c880ee10f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.278999889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1809b479-5ad7-470c-8ef8-dab88b37386a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.279614534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9ce0c81a-5afb-4b9d-9ff1-af529497f6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.296131154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"1809b479-5ad7-470c-8ef8-dab88b37386a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.297260701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"9ce0c81a-5afb-4b9d-9ff1-af529497f6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.372059632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"be5fbf6f-c497-41d2-9436-617de63d728b","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.425303899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"9d419fb4-2861-4d89-8bcb-6603842d46e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.727241761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b6e85b-378c-4103-b651-847a95b99988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.739307108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b6e85b-378c-4103-b651-847a95b99988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.751512809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b6e85b-378c-4103-b651-847a95b99988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:04.763644498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b6e85b-378c-4103-b651-847a95b99988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.328995583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59452b4f-63cc-4232-9590-0f3543e6e01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.341106487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59452b4f-63cc-4232-9590-0f3543e6e01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.35305262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59452b4f-63cc-4232-9590-0f3543e6e01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.365257759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59452b4f-63cc-4232-9590-0f3543e6e01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.901394877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee947dc0-eeff-40e6-8773-6ef53f1c7556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.913729832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee947dc0-eeff-40e6-8773-6ef53f1c7556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.925840976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee947dc0-eeff-40e6-8773-6ef53f1c7556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:05.938217042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee947dc0-eeff-40e6-8773-6ef53f1c7556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:06.500687207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def3893-8082-47c4-b13d-848672618310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:06.515001364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def3893-8082-47c4-b13d-848672618310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:06.527136207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def3893-8082-47c4-b13d-848672618310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:06.539213937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def3893-8082-47c4-b13d-848672618310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.106149872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806d3ec2-a7d2-4b41-97d0-50b1ce7e5059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.119222919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806d3ec2-a7d2-4b41-97d0-50b1ce7e5059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.131615421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806d3ec2-a7d2-4b41-97d0-50b1ce7e5059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.144120848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806d3ec2-a7d2-4b41-97d0-50b1ce7e5059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.728091521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1539e17b-afa7-42b3-b499-a681a03a0dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.741010811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1539e17b-afa7-42b3-b499-a681a03a0dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.77512951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1539e17b-afa7-42b3-b499-a681a03a0dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:07.789702125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1539e17b-afa7-42b3-b499-a681a03a0dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.921043931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"48cc668d-ad6d-4644-a088-f56660a9d4f3","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.921413499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"71174ba1-e0fd-406d-a391-f37b0457d196","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.921720314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"c66892d0-69ab-4c88-a461-7cc58facd99f","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.922094179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cceeda63-5dd0-4f1e-ab11-1475f05a9537","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.957206209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0b570080-84f0-4eb3-82cc-bf3fd093fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.957205869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b12a0a40-a942-4daf-9044-26b8ab76b4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.971474275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"e97df475-09ca-40b0-be34-25e8c67551ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.971496969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"fbe1de3d-58dc-4091-918e-7f22390a221c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.975273382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"0b570080-84f0-4eb3-82cc-bf3fd093fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:08.976370203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b12a0a40-a942-4daf-9044-26b8ab76b4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:09.073272114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"f0b800de-d298-4420-90e6-bc45ab9757be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:09.073412056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"49438a11-4fd4-469e-8eec-8b4078e2d536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:09.192776474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c72fea28-8c91-4508-95d3-e5e287e7e3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:09.194456178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"61865e6c-34a7-4180-a58e-4a3e2a6736fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:09.272523413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"c72fea28-8c91-4508-95d3-e5e287e7e3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:09.274849276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"61865e6c-34a7-4180-a58e-4a3e2a6736fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:10.75752564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.763351726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.763428209Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.780506393Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.781436141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"10020b2a-ce88-4594-8e9a-24029c35014d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.799166375Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.799192629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.79928728Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.802219968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"72902618-6f27-40c8-906e-d2dd3fb5cb65","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.819420456Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.822549078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"a93be4f3-e1f4-4cb3-a3b4-05ed92ed1bc2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.82894429Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"1330da52-7e9c-455d-8fe1-d2c734f82c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8caf3a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.831568706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"18e52d7f-1f84-4747-bb81-88a4e69d09b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.834551526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"710c0e3b-5307-4774-b6f4-621174cf1ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.842489388Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"ee76be2e-7f4d-4899-946d-14f027d1ce6b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.843162585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d51201f8-a607-4898-a5af-0e25b791cf0b","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.850656825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"18e52d7f-1f84-4747-bb81-88a4e69d09b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.851933441Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"d3d57e43-2981-4ff8-aabd-724f7a70df36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-961790d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.854786065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"710c0e3b-5307-4774-b6f4-621174cf1ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.859521529Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"08c811a6-7f1f-4860-a9b3-8ad7bfca314f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8caf3a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.88049513Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"6b3ba9d3-1d5f-4057-adfb-7fd16524c4d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-961790d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.981790508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b186980d-552c-4c87-8ec6-c4a8029ee9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:13.982166696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"888222a4-b14f-43e4-a939-392702ae3bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.024214968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b186980d-552c-4c87-8ec6-c4a8029ee9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.024214965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"888222a4-b14f-43e4-a939-392702ae3bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.076252836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"888222a4-b14f-43e4-a939-392702ae3bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.076283226Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-access","reconcileID":"888222a4-b14f-43e4-a939-392702ae3bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:14.080100325Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b186980d-552c-4c87-8ec6-c4a8029ee9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-cc45a7-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:14.080161233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"b186980d-552c-4c87-8ec6-c4a8029ee9b5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-cc45a7-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.085520357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f8081a09-d5b7-4dde-9d82-4c95c0899871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.09489536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"30415906-6cfa-413f-b3db-2584f786d9d0","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.127559107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f8081a09-d5b7-4dde-9d82-4c95c0899871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.146751744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f8081a09-d5b7-4dde-9d82-4c95c0899871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"e2e-worker-w4-cc45a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.146776054Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-access","reconcileID":"f8081a09-d5b7-4dde-9d82-4c95c0899871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:14.165247541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"8c3a56ba-80f6-4302-b535-afce2c7c405e","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.046638171Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.04670687Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","namespace":"ai-tenant-e2e-shared-a-w1-b36e62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.046762455Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","tenant":"e2e-shared-a-w1-b36e62","tenantID":"e2e-shared-a-w1-b36e62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.062395054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-b36e62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.100609694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Service","name":"maas-api-e2e-shared-a-w1-b36e62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.117525259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-b36e62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.133498707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-b36e62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.152025764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.171065487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.193105875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.210675175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.225013173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.238995062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.253808384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.268153843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.282611824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.296845114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.311232861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.333427869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.34731357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.361154134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.374755441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-b36e62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.388474977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b36e62"},"namespace":"ai-tenant-e2e-shared-a-w1-b36e62","name":"default-tenant","reconcileID":"802ed985-fb9d-4a49-a502-afec904c1018","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-b36e62","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:17.636463391Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b36e62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b36e62","reconcileID":"61ba7155-b6e2-4859-b0b0-8173e6ea0e09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-b36e62","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-b36e62"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.046440005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06d30-4d78-45b3-9a41-8a651cbb60a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.060431857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06d30-4d78-45b3-9a41-8a651cbb60a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.074583076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06d30-4d78-45b3-9a41-8a651cbb60a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.088778969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d06d30-4d78-45b3-9a41-8a651cbb60a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.737034711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a643b5a0-2f84-4a28-8fb3-bff2add97129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.750969616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a643b5a0-2f84-4a28-8fb3-bff2add97129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.764861955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a643b5a0-2f84-4a28-8fb3-bff2add97129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.779105428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a643b5a0-2f84-4a28-8fb3-bff2add97129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.921820296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"4817e550-6b82-4000-ae3b-048b7d0bcc93","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-2-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-2-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:18.922249756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"33bb5a48-b3fc-4aa9-ba90-0ecc1083ccb9","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"distinct-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"distinct-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.379997992Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","namespace":"ai-tenant-e2e-inf-b-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.380059654Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","namespace":"ai-tenant-e2e-inf-b-5c54fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.380112853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","tenant":"e2e-inf-b-5c54fc","tenantID":"e2e-inf-b-5c54fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.396268483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Deployment","name":"maas-api-e2e-inf-b-5c54fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.42456237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Service","name":"maas-api-e2e-inf-b-5c54fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.442018926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5c54fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.459707998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5c54fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.480075574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.496297644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.51367758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.531985371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.545711887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.559428402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.572903817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Service","name":"payload-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.586397983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.60257526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.616886761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.630541821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.648753114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.662583925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.67624169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.690137835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5c54fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:22.7036774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5c54fc"},"namespace":"ai-tenant-e2e-inf-b-5c54fc","name":"default-tenant","reconcileID":"ab26c271-d7a1-4dc2-a3e2-fabbb01941b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5c54fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.011862126Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5c54fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5c54fc","reconcileID":"d0bd366b-1092-4cdc-9e7c-cef9df5c28fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5c54fc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5c54fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.365424871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd6a208-b80c-46b9-a4c2-1e7a840f35ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.380738523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd6a208-b80c-46b9-a4c2-1e7a840f35ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.394627334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd6a208-b80c-46b9-a4c2-1e7a840f35ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.408881684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd6a208-b80c-46b9-a4c2-1e7a840f35ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.889115888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"e53b1288-d289-478f-ba17-b875c222c91a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.89468984Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"469bdbe1-a1c8-46c6-a0fb-5fdb5b82234a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.903830681Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"e53b1288-d289-478f-ba17-b875c222c91a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.909285539Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"469bdbe1-a1c8-46c6-a0fb-5fdb5b82234a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.918416851Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"simulator-subscription","reconcileID":"e53b1288-d289-478f-ba17-b875c222c91a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:23.938742222Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"premium-simulator-subscription","reconcileID":"469bdbe1-a1c8-46c6-a0fb-5fdb5b82234a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"name":"maas-trlp-premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7","model":"e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.006883863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2baef723-847d-4127-b671-b656e2b4da07","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"simulator-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"simulator-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.04593103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadd46d3-b8fc-4ae4-a8a9-917e78bfe239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.060058961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadd46d3-b8fc-4ae4-a8a9-917e78bfe239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.074849036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadd46d3-b8fc-4ae4-a8a9-917e78bfe239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.089089975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadd46d3-b8fc-4ae4-a8a9-917e78bfe239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.096336602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"fa315926-a447-4e03-86b0-953f2b05613c","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.112844813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"e5e3b8c9-15dd-49c4-a951-a08ac4696eb7","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"routeName":"premium-w4-cc45a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-cc45a7","llmisvcName":"premium-w4-cc45a7","gateway":"openshift-ingress/e2e-worker-w4-cc45a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.51422209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.514281405Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","namespace":"ai-tenant-e2e-worker-w4-cc45a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.514372052Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","tenant":"e2e-worker-w4-cc45a7","tenantID":"e2e-worker-w4-cc45a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.531236229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Deployment","name":"maas-api-e2e-worker-w4-cc45a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.562086942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Service","name":"maas-api-e2e-worker-w4-cc45a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.582993721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-cc45a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.606587401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-cc45a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.634097453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.653551582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.675131383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.711835605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.72830951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.742350411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.756958475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Service","name":"payload-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.771425066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.787519146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.801645654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.815540628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.835048236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.849009404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.862717667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.879344842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-cc45a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:24.893397634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cc45a7"},"namespace":"ai-tenant-e2e-worker-w4-cc45a7","name":"default-tenant","reconcileID":"e054d82d-63c7-407c-886e-c6db78ae2fa7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-cc45a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:25.244035748Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-cc45a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-cc45a7","reconcileID":"f56ca67b-5f4a-48de-8a66-dae2c1af57de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-cc45a7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-cc45a7"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.300797118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"46b1718b-a854-40bd-bedf-6aa0ace4dff0","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.335006324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"46b1718b-a854-40bd-bedf-6aa0ace4dff0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.335199352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"e794adf4-c6d0-41bf-9174-3ab57289c2d6","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.355424144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"e794adf4-c6d0-41bf-9174-3ab57289c2d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.355637831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f9053ded-b65c-4880-a7ba-63432a982439","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.385682832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"f9053ded-b65c-4880-a7ba-63432a982439","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.385883014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"30584719-fc3c-414f-bc34-20b650b9f636","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.40528926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"30584719-fc3c-414f-bc34-20b650b9f636","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.405477616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"e6739960-f594-43d2-9469-e42c1a71636c","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.405523055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"e6739960-f594-43d2-9469-e42c1a71636c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.405592646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"2d8f034a-5c60-4804-b1ff-c91e0871cfc9","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.405620791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"2d8f034a-5c60-4804-b1ff-c91e0871cfc9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.405683866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b276538b-0120-43df-9f5f-4fe33280494c","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.405713091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b276538b-0120-43df-9f5f-4fe33280494c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.411125223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"97d2a7b0-985e-4f92-99b9-d49643a5e039","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.411179744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"97d2a7b0-985e-4f92-99b9-d49643a5e039","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.416429907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"2269027d-2bc9-48fe-9c0c-159fd922c490","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.416473859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"2269027d-2bc9-48fe-9c0c-159fd922c490","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.416547448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"e34d8d13-5ff0-47da-872e-5b487c94d309","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.416576025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"e34d8d13-5ff0-47da-872e-5b487c94d309","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.416638745Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"17fcccc9-e007-485d-bb29-2767ebe30dc7","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.416665158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"17fcccc9-e007-485d-bb29-2767ebe30dc7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.421896983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d49de097-b3b3-4ba3-bac8-b55bef1a81f0","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.421937226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d49de097-b3b3-4ba3-bac8-b55bef1a81f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.436917414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"5673dfdf-35eb-436d-a54a-418db71f329b","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.436981695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"5673dfdf-35eb-436d-a54a-418db71f329b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.437065909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"cfb26cec-3276-4452-984d-45c029ecac0a","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.437106743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"cfb26cec-3276-4452-984d-45c029ecac0a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.437182749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9b27d2f9-df1a-473f-a3be-85297de0199f","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.437235692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"9b27d2f9-df1a-473f-a3be-85297de0199f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.442261847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d84d955f-64c9-42e9-853b-36bfbac4393a","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.442313979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d84d955f-64c9-42e9-853b-36bfbac4393a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.477822541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"decebe46-cfbd-4eb2-b28b-e536d825f244","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.477887982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"decebe46-cfbd-4eb2-b28b-e536d825f244","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.478034915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"e9cad9ee-5a80-44c5-9057-bd02adc3cc18","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.478099376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"e9cad9ee-5a80-44c5-9057-bd02adc3cc18","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.478188404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cad24c1b-e759-49bc-9b5b-6a8ef481f8d2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.478220727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"cad24c1b-e759-49bc-9b5b-6a8ef481f8d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.483504032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"dcb0f239-258d-48f6-9292-e187853c85cc","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.483564868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"dcb0f239-258d-48f6-9292-e187853c85cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.558785603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"a067d38f-0f0d-4fc7-866e-b6516373e664","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.558861994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"a067d38f-0f0d-4fc7-866e-b6516373e664","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.558950286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"a938f14e-9bc1-4c16-95a2-1c99549666a5","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.558994845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"a938f14e-9bc1-4c16-95a2-1c99549666a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.559067164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b03f668d-6964-4170-a9a9-7b5c599e7e95","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.559104977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"b03f668d-6964-4170-a9a9-7b5c599e7e95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.564021244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"5c67aa97-80fb-4da7-a478-fcfc1e9b6305","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.564110014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"5c67aa97-80fb-4da7-a478-fcfc1e9b6305","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:25.598527454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0ee9d2-454a-4a15-8b4a-e36666244098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:25.612631296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0ee9d2-454a-4a15-8b4a-e36666244098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:25.627206536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0ee9d2-454a-4a15-8b4a-e36666244098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:25.641540455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0ee9d2-454a-4a15-8b4a-e36666244098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.719251888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"674a030d-2c0c-4088-ae83-7a5f3ab4c048","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.71933607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"674a030d-2c0c-4088-ae83-7a5f3ab4c048","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.719433498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"2ddf3019-2550-4948-874f-400304cbbf35","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.719470255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"2ddf3019-2550-4948-874f-400304cbbf35","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.71955489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"fec6e44e-74b0-47fa-adb7-8c4b5a00cfb8","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.719597293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"fec6e44e-74b0-47fa-adb7-8c4b5a00cfb8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.72442053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"037bc04f-5055-483c-b0df-43377b633292","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:25.724480742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"037bc04f-5055-483c-b0df-43377b633292","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.039674421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"6944cd43-41fb-441d-b52a-520f5241d6d0","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.039756901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"6944cd43-41fb-441d-b52a-520f5241d6d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.04001202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"482a2fc0-b18f-4f5d-84d2-ee79bb9b64f7","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.040070179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"482a2fc0-b18f-4f5d-84d2-ee79bb9b64f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.040191443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0eb83408-07f6-41b7-b0dd-acf52e9f56e2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.040236851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"0eb83408-07f6-41b7-b0dd-acf52e9f56e2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.044717084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"421cce57-5562-45b6-94b3-ea31d37ed21b","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.044773345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"421cce57-5562-45b6-94b3-ea31d37ed21b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:26.208999164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17cf32d-344d-4428-bd9d-46fd98678df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:26.224758513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17cf32d-344d-4428-bd9d-46fd98678df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:26.239167028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17cf32d-344d-4428-bd9d-46fd98678df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:26.253085114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17cf32d-344d-4428-bd9d-46fd98678df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.680387576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"4229fc92-f528-42f5-9034-312811a0c25d","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.680456894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"4229fc92-f528-42f5-9034-312811a0c25d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.680538535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"df80bcc2-e97b-4076-b7b3-ee175e828911","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.680573806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"df80bcc2-e97b-4076-b7b3-ee175e828911","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.680639265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"824106d2-9601-4f08-a398-7eb84eb0a9f6","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.680666559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"824106d2-9601-4f08-a398-7eb84eb0a9f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.684945106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"47eb6ba2-1bc9-4927-ad4c-6a2e59cda859","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:26.685006676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"47eb6ba2-1bc9-4927-ad4c-6a2e59cda859","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.961049334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"bca9b9e0-d785-4840-a03b-0d8682c51269","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.961119396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"bca9b9e0-d785-4840-a03b-0d8682c51269","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.961203007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"36f43199-a192-4ecd-8661-6cdc6b5b21bc","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.961244888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"36f43199-a192-4ecd-8661-6cdc6b5b21bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.96131367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"251b34ba-066d-4294-a1a6-7c059eef70b2","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.961383181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"251b34ba-066d-4294-a1a6-7c059eef70b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.965590909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"f65d9fcd-4909-4f90-80c1-4d1ee5cc0955","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:27.965646463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"f65d9fcd-4909-4f90-80c1-4d1ee5cc0955","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.012707117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf25544-3806-4910-9d2d-7d4c74a1e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.027414006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf25544-3806-4910-9d2d-7d4c74a1e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.041864303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf25544-3806-4910-9d2d-7d4c74a1e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.055918221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf25544-3806-4910-9d2d-7d4c74a1e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.679964127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b8c89e-1942-4f50-b21d-101270ce5503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.693821139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b8c89e-1942-4f50-b21d-101270ce5503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.70843597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b8c89e-1942-4f50-b21d-101270ce5503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:28.724730807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b8c89e-1942-4f50-b21d-101270ce5503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:29.28824262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72613b89-5099-408b-bf6c-303734a75645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:29.304736497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72613b89-5099-408b-bf6c-303734a75645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:29.31867704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72613b89-5099-408b-bf6c-303734a75645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:29.333049109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72613b89-5099-408b-bf6c-303734a75645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.522039645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"4f756d81-3e4f-408f-ac94-d8f0f2e8f9fb","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.522112502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"4f756d81-3e4f-408f-ac94-d8f0f2e8f9fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.522196457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"f70741d2-3ef2-4dc4-a390-492564418c01","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.522229928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"f70741d2-3ef2-4dc4-a390-492564418c01","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.522293014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c996855a-72f0-41f8-8512-7031ba55c526","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.522355986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c996855a-72f0-41f8-8512-7031ba55c526","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.526589812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"7360b533-b533-4cee-b0b8-4e39e0540692","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:30.526652151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"7360b533-b533-4cee-b0b8-4e39e0540692","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.133614926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94becc35-9f81-49e1-8b8f-f4bce53100f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.147772515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94becc35-9f81-49e1-8b8f-f4bce53100f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.161647808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94becc35-9f81-49e1-8b8f-f4bce53100f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.175617907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94becc35-9f81-49e1-8b8f-f4bce53100f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.746088588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee220ce-413c-40f7-9b43-c52cb019e4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.760190922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee220ce-413c-40f7-9b43-c52cb019e4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.774225406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee220ce-413c-40f7-9b43-c52cb019e4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:31.788256222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee220ce-413c-40f7-9b43-c52cb019e4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685377845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d90e3c69-3e0d-4043-95c4-f59b2e2f21c5","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.68546832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d90e3c69-3e0d-4043-95c4-f59b2e2f21c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685583044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"c77ff535-32ca-4fa8-80f1-f28e7a99b943","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685633642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"c77ff535-32ca-4fa8-80f1-f28e7a99b943","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685729871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c45d698f-6b95-48c1-b9d0-576ac054af9d","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685777048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c45d698f-6b95-48c1-b9d0-576ac054af9d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685862547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"1ab3953b-85fb-4b50-ae01-43112a851e07","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.685909691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"1ab3953b-85fb-4b50-ae01-43112a851e07","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722377672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"de44c24f-2819-4987-ac3c-cc529c951f03","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722465516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"de44c24f-2819-4987-ac3c-cc529c951f03","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722581764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"f0b2d871-a53e-4592-9bdd-95645266520a","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722620614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"f0b2d871-a53e-4592-9bdd-95645266520a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722710095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"404112ab-dfe8-4b1f-8519-8ed6c3faaa98","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722742974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"404112ab-dfe8-4b1f-8519-8ed6c3faaa98","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722824022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"1a07dbce-a612-4a82-8265-83dfe3d60b22","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.722863524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"1a07dbce-a612-4a82-8265-83dfe3d60b22","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755052476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"bd4865e4-3650-4d4c-a765-3334b0500fa3","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755128266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"bd4865e4-3650-4d4c-a765-3334b0500fa3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755216048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"8f3cca6a-ca1a-4ecf-bce1-6d6ad79b51aa","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755248937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"8f3cca6a-ca1a-4ecf-bce1-6d6ad79b51aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755319293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"93a11480-c757-496d-9a9e-e255d4c2b1e5","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755372807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"93a11480-c757-496d-9a9e-e255d4c2b1e5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755447611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"4fd81f4a-b442-4f56-96f3-6d791320b90a","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.755478988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"4fd81f4a-b442-4f56-96f3-6d791320b90a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.786729263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"54629a8a-4c4a-4981-9a99-8a47a476fd96","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.786804426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"54629a8a-4c4a-4981-9a99-8a47a476fd96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.786888069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"dcf4bbe2-98bf-4dcc-acce-f05cfd30ddcd","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.786927267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"dcf4bbe2-98bf-4dcc-acce-f05cfd30ddcd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.787004143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"146a997a-ea9f-45ee-977b-376c8a8131a0","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.787036202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"146a997a-ea9f-45ee-977b-376c8a8131a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.787103532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"6fbf8ecf-e4c7-4ab8-a2b7-6088502111a0","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:32.787136448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"6fbf8ecf-e4c7-4ab8-a2b7-6088502111a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.967366442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d5fe1544-80c6-4d7b-8caf-be98efe504ea","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.967460702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d5fe1544-80c6-4d7b-8caf-be98efe504ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-2-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.97450883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"65a6ace7-dbff-4bd0-b0fb-f48ea520c4b6","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.974578678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"65a6ace7-dbff-4bd0-b0fb-f48ea520c4b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/distinct-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.981947942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"a0fc89ef-5566-4e42-946f-aa6e30d627cd","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.982085658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"a0fc89ef-5566-4e42-946f-aa6e30d627cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/premium-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.989824321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"d34f3790-0c02-4ce5-b754-619d52290365","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:39.989897606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"d34f3790-0c02-4ce5-b754-619d52290365","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-cc45a7/simulator-w4-cc45a7: AITenant \"e2e-worker-w4-cc45a7\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:40.755805266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.696555121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.696617634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.696669913Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","tenant":"e2e-shared-b-w1-fb32d4","tenantID":"e2e-shared-b-w1-fb32d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.712924304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-fb32d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.743438701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Service","name":"maas-api-e2e-shared-b-w1-fb32d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.762356449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-fb32d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.780134023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-fb32d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.797264521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.815950285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.833299185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.852092104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.866006875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.879780594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.893850157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.90792759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.921974627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.943759966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.960494607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:41.99500288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.015864433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.044139609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.059638314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-fb32d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.073491472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fb32d4"},"namespace":"ai-tenant-e2e-shared-b-w1-fb32d4","name":"default-tenant","reconcileID":"809e0752-b82f-40a3-a7f2-d00bd548e057","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-fb32d4","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.081542061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"48e84d0e-cc71-4b0d-b42f-294e764a6737","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.171842633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"d4a5ac13-fe4d-40d1-8464-55b049e1e245","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.265262017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"5c992580-d7b7-4f2f-8423-f1d8bb941f46","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.324833085Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fb32d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fb32d4","reconcileID":"2d3918fd-0b5f-4627-a259-99c9f4e77c1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-fb32d4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-fb32d4"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.367346423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"d66bdf9e-2d9d-4bc8-89f7-a9e4c6f9b700","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.471701188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d9081ae9-dca7-4965-a0ec-893384f00a54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.565055052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"98365342-b715-4a8f-9094-e2cf06d6216e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.665111281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"ca037229-35a8-4f3d-bcb8-7d75a74fd5e5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.669191146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e327a2-251c-4d6d-943e-2a706d000178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.68486766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e327a2-251c-4d6d-943e-2a706d000178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.699162352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e327a2-251c-4d6d-943e-2a706d000178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:42.713444336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e327a2-251c-4d6d-943e-2a706d000178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.764571658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"262e260d-237e-418b-baca-436bf9d01e07","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.865063809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"fbbd01b4-20c2-4adc-a148-fe3a541aeb2e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:42.96569659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"d72e196a-bd85-44ac-8b3c-e65776a1407d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.066640084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"31f5b43f-3d75-4e64-b721-ab1811c45077","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.221790556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"dc3faddf-779b-4cec-a15d-30e51f1d955b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:43.338399144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54cfad2-1a94-4459-8563-1a4e3caea779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:43.352153259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54cfad2-1a94-4459-8563-1a4e3caea779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:43.366662274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54cfad2-1a94-4459-8563-1a4e3caea779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:43.380943763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54cfad2-1a94-4459-8563-1a4e3caea779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.384470727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"3830fb06-da75-4db0-aaba-a08b5d759b59","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.488307304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"bc2985e8-23c5-4ae3-9764-f3e44f2e60f8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.577401504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"620dca81-a1b6-4e2d-a12b-7100a9d4ed9e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.651060933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"93eeca3a-6388-486f-9217-84d4041c9ad0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.725699237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"d97142e9-99b0-49e4-81ad-61ecb97b5185","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.827085772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"5653384f-002b-41b7-860f-2f03459184b2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:43.929962827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"00f03a7b-4c4b-4bfd-a365-19f74645da57","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.027345409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e76ac15d-707a-4411-bf5c-2128d7ae4ae2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.166174409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"aed9cc66-115c-424d-a5bd-e24bd8a381be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.243420374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"bca1d2d8-9a80-4acd-8948-32cfe994ef78","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.347375831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"c0f87158-ffe6-4f28-aaf8-4cae08b3b520","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.444729894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"c9b9cd80-3c57-41b6-aad5-d013377ac4ba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.544647332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"cff98304-1a87-49f5-a5d5-fefa1b95bafc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.645815364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"1ec6cb2c-b793-457a-8eaf-74993c6e316d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.746633717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"fdd3cdc4-81ec-43e6-831a-7f66f886f9d4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.846778132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"e32e9fb1-8f35-41a6-b833-e62de53381fa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:44.945832578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"9cdc9301-7346-4620-903a-4bc8f2392506","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.046150286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"01c5005a-927e-4d54-b002-d4be2c0a6ab1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.150869686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"618cdf4f-d90b-4761-94e8-0d12579badc2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.246563769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"2c0c2aaa-bb31-4685-bb88-5002f7d27493","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.708064683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"829874eb-d1c3-46c3-9570-ac4db7fc5088","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.782210793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"d0d5d5e9-8caa-4bb7-97d7-fb0c23c216a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.865104599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"d82d742e-b43c-404f-8b2d-424cdbdf00ad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:45.966301077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"4680c15b-9242-447a-9e49-2879e8155e6b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:47.063106957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"bcaa5fb6-6ab9-4e6e-b512-809aa4c6581c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:47.164207518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"cb4cf676-2624-446c-990b-d3d3e869a377","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:47.263979847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"642e7663-6122-4bbd-9264-a2bf5be96aaa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:47.388297015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"89c93690-97e0-4ed2-aaf4-f1303e89b37c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.85010181Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","namespace":"ai-tenant-e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.85021729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","namespace":"ai-tenant-e2e-extmod-a-943963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.850308715Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","tenant":"e2e-extmod-a-943963","tenantID":"e2e-extmod-a-943963","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.867370241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Deployment","name":"maas-api-e2e-extmod-a-943963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.89340393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Service","name":"maas-api-e2e-extmod-a-943963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.912220339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-943963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.929049377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-943963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.946055462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.962686582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.981451702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:48.997575352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.011070878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.024695563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.038101494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Service","name":"payload-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.053922184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.067464747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.081096759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.094610588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.112561284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.126379686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.140398666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.154022143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-943963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.167455365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-943963"},"namespace":"ai-tenant-e2e-extmod-a-943963","name":"default-tenant","reconcileID":"4d32ddd9-d41c-4620-8001-0e08a0d6e9e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-943963","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.415786016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-943963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-943963","reconcileID":"54e37898-d460-4b75-91d1-c8b0e82469f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-943963","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-943963"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:49.77853811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"5b66c162-a894-412d-acfc-e299f6a37372","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.835564192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4226c84-a6b3-4bef-864e-a61f17a53dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.849893963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4226c84-a6b3-4bef-864e-a61f17a53dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.864307712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4226c84-a6b3-4bef-864e-a61f17a53dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:49.879198761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4226c84-a6b3-4bef-864e-a61f17a53dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:49.881257901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"1f82b245-15d1-47f9-81a7-36be47d9616a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:49.985596927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"af51b5bd-5d2f-4a5e-b593-6f4506e7d1af","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:50.081288321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"14ea96d3-a5b9-4c09-bb18-43b1d8188364","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.44258605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c13d66-a3e0-43e6-874d-17d0ebcd616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.4566601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c13d66-a3e0-43e6-874d-17d0ebcd616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.470430537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c13d66-a3e0-43e6-874d-17d0ebcd616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.484411402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c13d66-a3e0-43e6-874d-17d0ebcd616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.633935679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"8ee8430d-93bb-4596-b24b-a4749429062c","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.634296186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"08f214c8-5b08-4965-b51c-e4ccd223568b","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.634605098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"befa35b0-f827-4292-b08a-bb22bd9c37fc","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.634778131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"82265323-c505-4029-bb71-5e2800e518ae","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.66592181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f81413bb-2f1d-47eb-8803-b8317dba5ebf","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.666244007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"0066e0ac-dfb3-49d0-a2a7-c563522d3999","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.666598183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"98b65f5d-353e-4b25-960c-418a3dafc3fd","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.666811797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"f99c0257-ea21-4d63-9222-8da1a0dfc7cd","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.674511737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1e11c5ea-a5d7-4f4f-a330-9d4d6bfd9460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.675018341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d0f446d4-ab1d-45cb-9fca-e25882b0dacd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.691622464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"e8ab105e-b764-4a16-b728-ca0656f2fb4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.692285237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"ad572816-1848-4069-8bcb-8a3fbed0a72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.693524605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"1e11c5ea-a5d7-4f4f-a330-9d4d6bfd9460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.694895871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d0f446d4-ab1d-45cb-9fca-e25882b0dacd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.79324484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d32735c2-5ffa-409f-97f5-b2346d432edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.796445043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0a0c16de-82ce-4ab6-bf82-cae6c23b3959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.809371128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"e93e1b0d-ac57-4923-8246-20e6c27e0eaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.812370159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"0c62c013-5c75-4723-b552-c717797608dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.813420939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"d32735c2-5ffa-409f-97f5-b2346d432edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:50.815682402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"0a0c16de-82ce-4ab6-bf82-cae6c23b3959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.117374523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd9c434-9ba6-4a67-bbb2-41a94099d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.131359927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd9c434-9ba6-4a67-bbb2-41a94099d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.145043864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd9c434-9ba6-4a67-bbb2-41a94099d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.158998993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd9c434-9ba6-4a67-bbb2-41a94099d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.716500306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5abd32-c42c-46b4-8396-3357be37ea93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.731084262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5abd32-c42c-46b4-8396-3357be37ea93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.744977993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5abd32-c42c-46b4-8396-3357be37ea93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:51.758754374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5abd32-c42c-46b4-8396-3357be37ea93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:54.974014693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"e43a668c-2109-42ae-89d0-ddd070b6aaea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:55.075107715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"41ce98fb-df40-4bbb-800c-ee22ffe9fd79","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:55.181066682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"6ac80b23-786f-4f9b-9ecb-4c458b3fc4b4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:19:55.281384526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"64d69ad4-1bc9-4f46-a675-b271afb02615","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.65645335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"47c76021-ebf9-464b-9ab3-8defd062d33f","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.756955881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"807b6e09-d3c3-48c2-9055-6e8f0c217cc8","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.882835817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"de0452a0-76a7-4b98-8f97-820727ea59a3","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.939696081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"3c5be53c-f695-410c-8af7-4044023871a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.972135293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b913967c-ec36-4442-b37a-4fb907d22e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.974082026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"335b5741-4caf-4aef-a5e2-336b479ea76c","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:55.991290481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"b913967c-ec36-4442-b37a-4fb907d22e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.007534564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"6ffa3fa1-4f30-409f-a796-04262f73893c","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.040150394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"2443ec00-27dc-44f6-a064-9afb71e078a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.045941728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a2cb2274-8ae1-4995-a16d-61f9ed734b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.065481738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"a2cb2274-8ae1-4995-a16d-61f9ed734b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.073443611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9054fef8-b31c-4e0d-ad51-cf5a51a624b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.093748212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"9054fef8-b31c-4e0d-ad51-cf5a51a624b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.093886511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"6d2c5d47-8e1c-4e27-b0a8-8de43cf9ec5c","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.140698657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"b76e212d-3868-4391-85a1-075955ec3b35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.24125967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"1c5821e2-17cd-4048-a87f-07c31329075e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.263432754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"65007acf-cbeb-41bc-8096-375efd27d0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:56.282456966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"65007acf-cbeb-41bc-8096-375efd27d0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:57.901080586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ab5dd0-815a-4b5e-ab6f-f4a5793dc65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:57.915273135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ab5dd0-815a-4b5e-ab6f-f4a5793dc65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:57.929405479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ab5dd0-815a-4b5e-ab6f-f4a5793dc65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:57.943214199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ab5dd0-815a-4b5e-ab6f-f4a5793dc65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:58.537499845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac6f2e1-3e99-447c-b9ef-b635908d429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:58.551499305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac6f2e1-3e99-447c-b9ef-b635908d429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:58.565870113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac6f2e1-3e99-447c-b9ef-b635908d429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:58.580715198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac6f2e1-3e99-447c-b9ef-b635908d429c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.139048787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e30be-70de-45da-9bf4-fac1f37c15df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.152881111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e30be-70de-45da-9bf4-fac1f37c15df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.166726313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e30be-70de-45da-9bf4-fac1f37c15df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.180560953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e30be-70de-45da-9bf4-fac1f37c15df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.83358387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b07c7-1baf-47e5-8d86-564314965ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.847289029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b07c7-1baf-47e5-8d86-564314965ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.861115258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b07c7-1baf-47e5-8d86-564314965ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:19:59.875900823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b07c7-1baf-47e5-8d86-564314965ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.447173242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435cd19f-58fa-473b-87f7-bfd8292000c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.461055565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435cd19f-58fa-473b-87f7-bfd8292000c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.477745503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435cd19f-58fa-473b-87f7-bfd8292000c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.491847792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435cd19f-58fa-473b-87f7-bfd8292000c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.797233803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"5e6ae005-031f-427b-929c-03edb61e15e1","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.79754557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"b792fcf7-2530-44cf-a58c-277d237e981a","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.797737357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"1b4668f9-2336-4918-bab2-fc5b3485f329","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.798001571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"105c055c-f6a7-447c-9473-515b49b10339","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.854449091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"19f5039c-b100-40ac-a278-a204eb86daca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.854455096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"0a84f290-7532-4618-bc3a-e7ae36d11452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.859020345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.859135762Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.878512031Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.879645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e6329a13-b8c7-4f3a-88bd-2f30871303f7","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.898585679Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.898610304Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.898696391Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.901199833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"d70ff7fd-c60a-43e9-9c0b-a6674cab88cf","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.972457331Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.985716833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"39d401dd-c1e5-4fa1-9306-0eb5cda7fbf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.985769228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"06559459-b393-414d-81d8-df20aea53f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.989607054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"bf59a219-0928-4bdc-a019-48082af55a9e","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:00.991863864Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"88c2450e-3923-4933-b40b-7957617a5d4e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.005255433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"39d401dd-c1e5-4fa1-9306-0eb5cda7fbf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.006745064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"06559459-b393-414d-81d8-df20aea53f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.008893216Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"b16d6f2c-dbbc-472d-9ed6-1fdb257fe936","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0b8f395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.009776392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"a0207c33-0f0b-4b77-a51e-d4f24f9ff1b1","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.01159508Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"a94279dc-2862-4b9f-ae13-8cbd1c7cdc4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3612f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.026600565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"83e923bb-ddc7-4ea7-bf62-9ef96ec12a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3612f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.042802261Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"4fcc15c3-1098-4eed-98a5-63275535a010","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0b8f395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.171853317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e74e94a5-0b7f-4116-ae9a-dfb74c494592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.172391333Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"15541439-4fa1-4140-8e18-6e5f4d29551b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.187081195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b1857b-0f4e-486e-af5c-d8f2ed52c9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.201201828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b1857b-0f4e-486e-af5c-d8f2ed52c9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.215061353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b1857b-0f4e-486e-af5c-d8f2ed52c9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.229222675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b1857b-0f4e-486e-af5c-d8f2ed52c9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.351830261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"15541439-4fa1-4140-8e18-6e5f4d29551b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.352390926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e74e94a5-0b7f-4116-ae9a-dfb74c494592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.412625459Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"15541439-4fa1-4140-8e18-6e5f4d29551b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.412658393Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-access","reconcileID":"15541439-4fa1-4140-8e18-6e5f4d29551b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:01.416530961Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e74e94a5-0b7f-4116-ae9a-dfb74c494592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-994336-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:01.416589299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"e74e94a5-0b7f-4116-ae9a-dfb74c494592","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-994336-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.422691767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"077552ad-da10-453d-9a03-737d594c6bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.431687146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e90e5e88-454e-494d-b665-af4b3bf0d22a","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.486597879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"1127f1c0-467a-4785-99cb-9fbbce52afe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.552938927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"077552ad-da10-453d-9a03-737d594c6bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.574792983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"077552ad-da10-453d-9a03-737d594c6bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"e2e-worker-w1-994336-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.574817093Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-access","reconcileID":"077552ad-da10-453d-9a03-737d594c6bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-994336"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.586265144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"dfcd9c14-9143-4383-80e5-7679072337f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.595201269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"7cb04cc9-e7a1-4e73-90f3-58ff7821f9b1","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.684872315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36b67539-9578-432a-bff3-1216af60da55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:01.684954757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c38aadfd-da15-4467-844c-8d877b91cf2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:05.294085478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"f82516f8-0a68-4ef9-bfd3-1fcfaf592bf9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:05.393718888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"6380629a-0fd2-4976-ab51-50dc372db8d1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:05.496049076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"86433338-19ee-46de-84f8-c47ba41915c2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:05.598040952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"7ed7a217-5bdb-42c8-a0bc-23c98e19d122","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.759312579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.798277895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"f9ee94d4-9f6e-4831-a81c-17b54b05e88c","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-2-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-2-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.798689897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"1e5b8ee4-ca27-426c-b085-2456f646f004","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"distinct-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"distinct-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.841196289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"798b94b8-245b-4b30-8e21-f23d79ffbe26","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.841267987Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"798b94b8-245b-4b30-8e21-f23d79ffbe26","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.858517338Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"798b94b8-245b-4b30-8e21-f23d79ffbe26","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.876536891Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"798b94b8-245b-4b30-8e21-f23d79ffbe26","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.876564252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"798b94b8-245b-4b30-8e21-f23d79ffbe26","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.876850672Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","namespace":"ai-tenant-e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.876928896Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","namespace":"ai-tenant-e2e-extmod-b-56a6d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.877061486Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","tenant":"e2e-extmod-b-56a6d4","tenantID":"e2e-extmod-b-56a6d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.893205925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-56a6d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.929504981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Service","name":"maas-api-e2e-extmod-b-56a6d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.947259207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-56a6d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.964180418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-56a6d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.982952511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:10.999388101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.018770728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.035272799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.041074065Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"182693e7-e4b6-4587-acdf-868f1f4953a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.04900363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.055491813Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"182693e7-e4b6-4587-acdf-868f1f4953a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.058700514Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"fa32e289-398a-470c-aa5e-15d3342ef722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.062811972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.071818073Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"simulator-subscription","reconcileID":"182693e7-e4b6-4587-acdf-868f1f4953a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336","model":"e2e-models-e2e-worker-w1-994336/simulator-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.073092743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"fa32e289-398a-470c-aa5e-15d3342ef722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.076502522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Service","name":"payload-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.087262488Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"premium-simulator-subscription","reconcileID":"fa32e289-398a-470c-aa5e-15d3342ef722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-994336"},"name":"maas-trlp-premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336","model":"e2e-models-e2e-worker-w1-994336/premium-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.090467606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.104138337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.118102502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.134676393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.152646489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.156416467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"2a360253-16eb-47eb-b00f-63505cf36c39","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"simulator-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"simulator-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.166797179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.180843178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.194683168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-56a6d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.208582682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56a6d4"},"namespace":"ai-tenant-e2e-extmod-b-56a6d4","name":"default-tenant","reconcileID":"55f8ceee-c425-4ce5-bb04-9796eebb5a8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-56a6d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.25652435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"4ec07ffd-b59c-4770-b0dd-70149fe6e9d5","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"routeName":"premium-w1-994336-kserve-route","namespace":"e2e-models-e2e-worker-w1-994336","llmisvcName":"premium-w1-994336","gateway":"openshift-ingress/e2e-worker-w1-994336","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.517054529Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56a6d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56a6d4","reconcileID":"3398f74e-f51b-4a65-94d8-b6600e66c543","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-56a6d4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-56a6d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.95335482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b880a709-8986-4c3d-a014-36144ac833de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.968163209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b880a709-8986-4c3d-a014-36144ac833de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.982262532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b880a709-8986-4c3d-a014-36144ac833de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:11.996671585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b880a709-8986-4c3d-a014-36144ac833de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:12.617572538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93648c3-d873-49a0-9a06-35fa67535543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:12.631538828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93648c3-d873-49a0-9a06-35fa67535543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:12.645372366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93648c3-d873-49a0-9a06-35fa67535543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:12.659237149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93648c3-d873-49a0-9a06-35fa67535543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.715761736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.715855691Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","namespace":"ai-tenant-e2e-worker-w1-994336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.71596661Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","tenant":"e2e-worker-w1-994336","tenantID":"e2e-worker-w1-994336","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.736399394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Deployment","name":"maas-api-e2e-worker-w1-994336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.763652662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Service","name":"maas-api-e2e-worker-w1-994336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.785702822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-994336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.804381052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-994336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.824475353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.841964794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.859249047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.877827625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.891680892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.905621515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.919552624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Service","name":"payload-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.93353021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.947367925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.96108575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.974962999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:14.992986503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.007026203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.020684715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.034514221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-994336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.048280349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-994336"},"namespace":"ai-tenant-e2e-worker-w1-994336","name":"default-tenant","reconcileID":"aa32568f-e7db-452d-8857-08929ef2823b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-994336","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.353359594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-994336","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-994336","reconcileID":"4103fc49-0e7e-4d03-9826-42f59fa74df0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-994336","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-994336"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.434413395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"2f7aa6a5-510a-48c8-9a1f-14a3cc649a98","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.471601781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"2f7aa6a5-510a-48c8-9a1f-14a3cc649a98","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.471812511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"b25fd750-7d27-4687-ac6a-61b6cc2821ff","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.49166745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"b25fd750-7d27-4687-ac6a-61b6cc2821ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.491867702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b4337718-b954-4553-ae4e-25de790d4eed","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.511776521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b4337718-b954-4553-ae4e-25de790d4eed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.511988334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"d643b943-34c0-42b5-b061-32012d3d70d9","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532308911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"d643b943-34c0-42b5-b061-32012d3d70d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532504695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"87f322a3-a6f2-4f42-bc8b-35425600ff0c","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532549048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"87f322a3-a6f2-4f42-bc8b-35425600ff0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532619304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"498bb1f6-a6ee-43a0-868b-1247322a09ed","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532647955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"498bb1f6-a6ee-43a0-868b-1247322a09ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532708039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"a686c392-6501-4f60-8629-d659538a19e1","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.532735731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"a686c392-6501-4f60-8629-d659538a19e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.53805483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"6661aa72-d55e-4c4b-ae4b-5ad9b8089e2c","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.53811143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"6661aa72-d55e-4c4b-ae4b-5ad9b8089e2c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.543189484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"c4537d76-3c13-4839-b433-81111c4a8f2e","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.543245362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"c4537d76-3c13-4839-b433-81111c4a8f2e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.543364453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"db60b817-47bf-48cf-ac56-7e23ce6b5f64","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.543407404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"db60b817-47bf-48cf-ac56-7e23ce6b5f64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.543481718Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b2f5c172-c95c-4669-83f7-c9b3bd19eb47","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.543513577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b2f5c172-c95c-4669-83f7-c9b3bd19eb47","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.548512401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"34119d01-9177-4d57-ac74-c2439ff5ec39","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.548587026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"34119d01-9177-4d57-ac74-c2439ff5ec39","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.564123447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"bb05b5a7-60c4-4f5b-9cb4-4c5e565195ea","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.56420606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"bb05b5a7-60c4-4f5b-9cb4-4c5e565195ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.564315972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"9aa76d88-7825-4339-8c8a-891de63f6f65","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.564407035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"9aa76d88-7825-4339-8c8a-891de63f6f65","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.564515038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"44273da8-9490-4e8a-ad3c-8c3b983cd0df","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.564559217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"44273da8-9490-4e8a-ad3c-8c3b983cd0df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.569043752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"f5e8ff8c-9635-4ffa-9929-b6c02ed293de","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.569120236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"f5e8ff8c-9635-4ffa-9929-b6c02ed293de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.605467113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"9aeca798-772d-4635-9862-42fa999a2f1c","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.605539192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"9aeca798-772d-4635-9862-42fa999a2f1c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.605647845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"06360b37-02aa-4276-bc05-5b375aee37a1","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.605683416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"06360b37-02aa-4276-bc05-5b375aee37a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.605769876Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b21bcd04-b856-43be-afcf-814c94927b65","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.605804934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b21bcd04-b856-43be-afcf-814c94927b65","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.610186013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"985a72ed-dc10-461c-98ce-279ce2029291","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.610267093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"985a72ed-dc10-461c-98ce-279ce2029291","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.686298849Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"d8237f6d-4722-4f8e-952e-6f9163359ff8","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.686405877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"d8237f6d-4722-4f8e-952e-6f9163359ff8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.686565193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"8a286c4a-a8b4-4d08-a495-e50c0e8772c3","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.686621353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"8a286c4a-a8b4-4d08-a495-e50c0e8772c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.686734075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"ecdcdee4-51d9-49b4-947b-e8c915cf4d1f","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.686781538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"ecdcdee4-51d9-49b4-947b-e8c915cf4d1f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.690482792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"e2704e99-3bf7-42b2-a6ef-faf2a1db37a7","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.69055945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"e2704e99-3bf7-42b2-a6ef-faf2a1db37a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.749536414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207030d4-6668-4c1d-81b9-26a4fd6b5e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.763490801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207030d4-6668-4c1d-81b9-26a4fd6b5e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.777514831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207030d4-6668-4c1d-81b9-26a4fd6b5e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:15.791472796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207030d4-6668-4c1d-81b9-26a4fd6b5e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.847109754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"41644375-ef60-417a-82cb-22f9ac64707e","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.84718561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"41644375-ef60-417a-82cb-22f9ac64707e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.847269025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"a5d6ba93-51fe-4eec-bfba-9de67153d47b","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.847308666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"a5d6ba93-51fe-4eec-bfba-9de67153d47b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.847430082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f5f7d218-ae3d-4942-bdde-f8178a52b31d","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.847466166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"f5f7d218-ae3d-4942-bdde-f8178a52b31d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.851381631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"0e3bb4c0-382a-4463-bd15-b1347344be1a","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:15.851442618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"0e3bb4c0-382a-4463-bd15-b1347344be1a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.169189453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"8667a39c-e8ff-429b-aa5a-e43e08ac026c","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.169279616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"8667a39c-e8ff-429b-aa5a-e43e08ac026c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.169542556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"5b428707-bde8-477d-bfe8-c968998916e8","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.169609691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"5b428707-bde8-477d-bfe8-c968998916e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.170116758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"81926601-f688-428b-9501-9fd7c56474a4","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.17018028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"81926601-f688-428b-9501-9fd7c56474a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.171901819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"eb0dcaf4-445f-4741-bb7e-65248976dab7","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.171969612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"eb0dcaf4-445f-4741-bb7e-65248976dab7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.353474599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069bf3d1-cb62-4168-b24a-4d1218bbff12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.367366611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069bf3d1-cb62-4168-b24a-4d1218bbff12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.382065153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069bf3d1-cb62-4168-b24a-4d1218bbff12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.395881508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069bf3d1-cb62-4168-b24a-4d1218bbff12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.457202764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"c187d095-586c-4fff-8fe9-7f28a648e4f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.557555361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77f8cacb-1051-4ff9-bf9a-b75d39734d83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.557588025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7f1366d-167b-4c46-a4b6-016d16ad5e32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:16.6600676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"3b60f0f7-b333-4e84-91af-aa52cc2403f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.81022378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"7fcd4507-a33c-47e8-b091-bc2a90f23ed9","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.810301854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"7fcd4507-a33c-47e8-b091-bc2a90f23ed9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.810483901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"37747a08-752a-4ebe-92f5-bc18e07d08fc","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.810548646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"37747a08-752a-4ebe-92f5-bc18e07d08fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.810650465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e3a325ab-2265-4a03-be1f-47849e518040","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.810695829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"e3a325ab-2265-4a03-be1f-47849e518040","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.812362339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"27459950-13ae-425f-9313-7bd8ff8a3775","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:16.812413781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"27459950-13ae-425f-9313-7bd8ff8a3775","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.091482018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"e7387e82-481c-42f3-a16d-585437755ab5","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.091548943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"e7387e82-481c-42f3-a16d-585437755ab5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.091643558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"dedcc22b-bc5a-43be-a264-5dcd662fc112","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.091672328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"dedcc22b-bc5a-43be-a264-5dcd662fc112","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.091736243Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"304b2c69-0482-4097-8a7a-24a4f9f0c582","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.091766047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"304b2c69-0482-4097-8a7a-24a4f9f0c582","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.092933648Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"264ec17d-ad5f-4809-948d-e360c21d18e9","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:18.092978817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"264ec17d-ad5f-4809-948d-e360c21d18e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.397124096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"6e415542-ccfb-43d3-a15e-1f3a45bec5e8","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.411224799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"866e88df-52ab-4e3e-87a1-e18a9710f03d","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.411550076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"2a9fbe17-39c8-4adc-86a0-602061325597","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.425636809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"7ef85948-093d-436a-9772-acd90081ad12","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-2-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-2-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.430510925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"60f7ee67-04ae-4405-887e-ccabbefae430","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.430813928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"b42c0d4f-f414-4b69-a92a-314f4a87280a","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.431038788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"0288323b-bde0-4dfb-a194-55c81f32002c","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.431189386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"3421f9a2-afd5-4f47-a3e2-010daefec010","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-2-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-2-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.452906445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9047d197-2130-4a45-b982-4dcb44397e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.472183122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"9047d197-2130-4a45-b982-4dcb44397e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.484487913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"fdf80d19-2ca4-4ae3-8f0d-9a66028aaad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.484522844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"19004866-3139-4d9d-8e58-d471541d593b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.600248796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b00feacd-f7e1-47f0-a259-6ab9e1e1068b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.620035465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"b00feacd-f7e1-47f0-a259-6ab9e1e1068b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.620859092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"53d3005e-d3f0-467a-893f-98c0c66ceb4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.620892027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"d867629b-ecf6-497a-b0c8-a162093e981e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.652050439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"58ffb8d2-18d0-4930-aff2-ab52dd8215eb","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.652127994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"58ffb8d2-18d0-4930-aff2-ab52dd8215eb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.652168217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6882f046-3472-4447-b742-159749fab16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.652239833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"0393d485-8a8d-477b-aaab-461e09c80852","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.652285079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"0393d485-8a8d-477b-aaab-461e09c80852","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.653144781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b7ea6ed1-84ba-465a-a5ce-8f4f6b1b3714","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.653231895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"b7ea6ed1-84ba-465a-a5ce-8f4f6b1b3714","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.653532173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"b51abaaa-4760-4445-b3e2-e57203f64894","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:20.653600523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"b51abaaa-4760-4445-b3e2-e57203f64894","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.678014476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"6882f046-3472-4447-b742-159749fab16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.755112695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b68fb1-b69c-4152-8f98-7785e2f9fdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.769013028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b68fb1-b69c-4152-8f98-7785e2f9fdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.782864961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b68fb1-b69c-4152-8f98-7785e2f9fdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.796642941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b68fb1-b69c-4152-8f98-7785e2f9fdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.840706197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"77c55827-34b8-459c-b165-acef8f255117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:20.859415647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"77c55827-34b8-459c-b165-acef8f255117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:21.435228642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b2f350-6324-46ad-b36e-7f043e03e904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:21.449202362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b2f350-6324-46ad-b36e-7f043e03e904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:21.463066494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b2f350-6324-46ad-b36e-7f043e03e904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:21.477003505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b2f350-6324-46ad-b36e-7f043e03e904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:22.045663821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4d87b6-b7fb-4919-a946-5ac4cd60572c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:22.059697855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4d87b6-b7fb-4919-a946-5ac4cd60572c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:22.073693495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4d87b6-b7fb-4919-a946-5ac4cd60572c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:22.087926298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4d87b6-b7fb-4919-a946-5ac4cd60572c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625225389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"58689bf2-38cb-416c-bb19-3eb31813d8dc","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625318639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"58689bf2-38cb-416c-bb19-3eb31813d8dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625503445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"8829a51c-aeca-4312-ab67-5fe2f144ac76","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625569147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"8829a51c-aeca-4312-ab67-5fe2f144ac76","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625697102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"a44fbce8-a9bb-4eaf-95b8-bdc31d31f5a6","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625741042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"a44fbce8-a9bb-4eaf-95b8-bdc31d31f5a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625840527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"3a9fc84d-831d-4d20-89d5-96fa449bd8b1","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.625884945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"3a9fc84d-831d-4d20-89d5-96fa449bd8b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.660908363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"eb9b7365-d2de-4fe1-89bd-bdf3abd28050","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.661004903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"eb9b7365-d2de-4fe1-89bd-bdf3abd28050","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.661107898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"c3a9e7b9-f919-4d84-89ae-d619f03593f7","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.66115631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"c3a9e7b9-f919-4d84-89ae-d619f03593f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.661253396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"7ab5dca7-779d-48dd-a028-56584724ae3d","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.661300151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"7ab5dca7-779d-48dd-a028-56584724ae3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.661461401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"52ad907d-c43e-46b5-80d7-51d25c5a500d","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.661511304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"52ad907d-c43e-46b5-80d7-51d25c5a500d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.698841977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"f37523b0-9cd9-4639-8389-87523a0c33e4","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.698922696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"f37523b0-9cd9-4639-8389-87523a0c33e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.699014053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"621f50e7-22b7-4029-99f5-5fbc9653ae69","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.699051757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"621f50e7-22b7-4029-99f5-5fbc9653ae69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.699128903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"fa45a06e-f663-4d74-9ba2-1f54489d628c","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.699170202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"fa45a06e-f663-4d74-9ba2-1f54489d628c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.699249315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"ec24da56-5047-46c3-858e-f0d93bdd2841","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.699280951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"ec24da56-5047-46c3-858e-f0d93bdd2841","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730279873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"164272c6-89e7-45dc-97e6-1adaa734af06","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730379986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"164272c6-89e7-45dc-97e6-1adaa734af06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-2-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730498823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"4fe667eb-e315-41fe-b30f-4a8d560d35fc","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730541301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"4fe667eb-e315-41fe-b30f-4a8d560d35fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/distinct-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730614293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"1e3d5af3-6b0d-42db-b77b-a75e38ad3cbb","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730646351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"1e3d5af3-6b0d-42db-b77b-a75e38ad3cbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/simulator-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730719167Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"55597d28-0f9f-463a-8c50-078b38fbc62c","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:22.730757108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"55597d28-0f9f-463a-8c50-078b38fbc62c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-994336/premium-w1-994336: AITenant \"e2e-worker-w1-994336\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.41270932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"a56632ee-0522-435e-9b5d-1849cb980b60","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-2-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-2-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.512974191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"b221b790-ff02-4690-92ba-cd093fc889ae","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.615861243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"c3a74ddf-4655-4309-8b69-568c12112420","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.674066049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"a0cfa590-cac8-4d1a-ab83-b2b474b2441b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.679079435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7939b754-7383-4f7f-ab07-e955eb65540b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.679084326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6cd34c5d-c796-48c9-b318-1b71a03214f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.703812268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"7939b754-7383-4f7f-ab07-e955eb65540b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.706830279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"6cd34c5d-c796-48c9-b318-1b71a03214f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.718037203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c944a4b0-d7a2-46f2-b613-44289adfe76c","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.738103888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"bb468280-d981-4c0f-a4cf-b14891fa7e60","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.775726898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"16cc18ce-f2f4-420b-bbbc-f3a6e9e3e2e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.874696754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a57307f4-b667-4b43-a8ae-994e8622d870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.874743595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"bbf62051-a431-40bb-b9fb-60ac8b7b8edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.876770919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"970dff6f-9077-44a7-a900-2be2481f1adc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.880000398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"5ff42341-f2e0-4728-9db0-8fa722560bc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.895196693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"a57307f4-b667-4b43-a8ae-994e8622d870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.895587077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"bbf62051-a431-40bb-b9fb-60ac8b7b8edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:25.938228491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"799c48a7-b193-4b86-bdbf-4c631ae6b756","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:25.938446138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"f4d27937-7d40-4c84-91b1-e63200c9200c","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:26.035500961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"b516babf-8111-496b-829d-328bd1d88e0b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:26.112381653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"5ad42b32-bb04-409c-a331-801d1f658151","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:26.21017521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"8cc346d6-00c9-4505-988e-5d9813abfae8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.555983748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"5914f1c8-9daf-4b4b-9ef1-792f253e6abb","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-2-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-2-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.55619843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"e6f3c0a5-e613-49ed-a102-a5a2297da95a","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.556377088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"ca906730-69a6-4760-816c-f2d5677e3262","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.556595205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b4fa8333-6322-4a0e-94f6-129b5f998a82","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.59976273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e8787294-ab1e-44c9-9bdc-01656a831317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.599764578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f26b90c6-ab50-4458-b1b0-88886325b489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.614731721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"8e8b91dd-8aa7-46ae-8ab0-954a12b17170","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.61487519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"53806ee0-f16a-4f20-a62a-f56316d6454b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.619264548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f26b90c6-ab50-4458-b1b0-88886325b489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.620343876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"e8787294-ab1e-44c9-9bdc-01656a831317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.70196095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f0b098e9-67b0-47d2-a673-cb94e4436935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.701969333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"799b785a-6412-4040-a1bb-f7aee0d3475f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.714397934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"d4472f0d-5fa4-47ec-8e18-601f2ec9fe00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.714434773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"fc5103ad-2e15-48f0-bc0b-35fa29724f68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.72111816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"f0b098e9-67b0-47d2-a673-cb94e4436935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.7212085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"799b785a-6412-4040-a1bb-f7aee0d3475f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:30.988429101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"568e6d47-fe61-4291-bed3-fd3258bc99a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:31.090550988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b91404a3-42c7-4766-a746-562beddc3bb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:31.090628876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a61a2cd8-3317-4eac-b93d-3f5462ddddef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:31.188124062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"070d478e-4b04-4223-8691-df63ed9a1f7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:32.461401374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"d142aa8d-5685-4d8d-a37b-8232bee43e8a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:32.553905646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"7fae883b-bad5-4140-8f82-a12d07c8714c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:32.644886525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"25af766b-95e0-416f-b142-068a9f9ee7ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:32.74506085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"20a63572-41b5-486c-8c4f-9af3e9de519e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.336792998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.336878046Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.35599217Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.374907835Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.374941538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.375061539Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.396124746Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.397550995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3e89401e-2da3-4ab5-a81a-938c33062577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.397604452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"66551895-6e52-4273-84f3-f828ea93c0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:33.417470896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"5ad8877a-08cc-430d-8edf-d4ccf23dd87c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.417696946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"4e8c4dbe-6b0c-4f85-8c91-96af1de097b0","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.41811198Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"13588a4d-fc2b-4d98-aa37-d094a090404d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.419856695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"3e89401e-2da3-4ab5-a81a-938c33062577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.422538072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"66551895-6e52-4273-84f3-f828ea93c0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.437898704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"f4a756c1-c1c5-40d4-a6bf-fe6249a21983","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.457936674Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"56b30083-7f3a-4251-836b-ecdcbb2b168c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-532c138d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.473058689Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"1eccb334-0508-4050-b80d-650367998bd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f76dd9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.585476762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"19f2cb47-da95-41dc-bdff-e47ea60ac472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.585603449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4eff5400-70ca-45cb-97c4-184979b483f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:33.667600712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"a0711e61-517a-4245-9cfa-3f4a24308758","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.685660616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4eff5400-70ca-45cb-97c4-184979b483f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.685752627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"19f2cb47-da95-41dc-bdff-e47ea60ac472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.738549458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"19f2cb47-da95-41dc-bdff-e47ea60ac472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.738587612Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-access","reconcileID":"19f2cb47-da95-41dc-bdff-e47ea60ac472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:33.742547618Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4eff5400-70ca-45cb-97c4-184979b483f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-106555-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:33.742614232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"4eff5400-70ca-45cb-97c4-184979b483f5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-106555-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.748049721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"38a08c08-f1ce-46ca-90f9-e70d309517df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:33.87131909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"3bbbf3c3-b3c8-4e0b-85c8-41816b5cfd42","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.87612116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"38a08c08-f1ce-46ca-90f9-e70d309517df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.895524961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"38a08c08-f1ce-46ca-90f9-e70d309517df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"e2e-worker-w3-106555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:33.895553999Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-access","reconcileID":"38a08c08-f1ce-46ca-90f9-e70d309517df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-106555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-106555","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:33.967480106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"7f122c9a-cbd3-4f55-a16a-92c9ec6f7f99","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.067579562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"b1054ed2-cdb2-4f6e-867a-59f70cd8295d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:34.067827228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"bac30795-27da-4c13-93c9-a100c3d53d30","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:34.088365549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"2b518523-15eb-40b9-a649-c1e493d73aa4","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:34.102554634Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"a2fad6a3-e054-4e41-a9fc-e3cc156b79aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-532c138d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:34.123482194Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"ee241d21-515d-40af-a705-f0f6ce33a876","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f76dd9b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.185531374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"dcfe7473-2523-48ac-b60e-f947f0c16de3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.283561282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"7726230b-2a96-404b-9c4f-6fd436f923b3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.384778807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-2-w1-994336","reconcileID":"db46cd88-9581-4ee7-b361-df9ce3384df7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.485223131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"distinct-w1-994336","reconcileID":"e67dfe11-fcc2-43f9-9691-7e0a0c82e208","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.587236345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"simulator-w1-994336","reconcileID":"68521736-2672-4c15-b232-946ffd7e9fc7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:34.726725542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-994336","namespace":"e2e-models-e2e-worker-w1-994336"},"namespace":"e2e-models-e2e-worker-w1-994336","name":"premium-w1-994336","reconcileID":"1f5e2c4b-1be7-4218-8173-dfcff708b81d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-994336\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:38.419147503Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"e75406a0-5427-4390-9b91-d9d8d313910a","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:38.419227363Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"e75406a0-5427-4390-9b91-d9d8d313910a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:38.436004876Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"e75406a0-5427-4390-9b91-d9d8d313910a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:38.452343893Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"e75406a0-5427-4390-9b91-d9d8d313910a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:38.452368319Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"e75406a0-5427-4390-9b91-d9d8d313910a","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:40.556619611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"6bb3a9b8-1ef5-4f73-8e5a-81ab1dc0ced2","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-2-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-2-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:40.556921987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"08447bfc-27d3-42d6-851b-aa8486cf23d9","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"distinct-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"distinct-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:40.766619022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:43.453057086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"bb672340-22d1-48cb-b840-e9f238f02b29","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:43.453136469Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"bb672340-22d1-48cb-b840-e9f238f02b29","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:43.469989902Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"bb672340-22d1-48cb-b840-e9f238f02b29","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:43.48680732Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"bb672340-22d1-48cb-b840-e9f238f02b29","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:43.486828811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"bb672340-22d1-48cb-b840-e9f238f02b29","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.089462018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"072b5c48-9f38-4b0f-b939-05b6633385c4","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.109747477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"14483c95-5c30-4054-9a8d-20f9e81d756f","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.117784466Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"e6fada0a-df67-4003-bdda-ce6c8ea74ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.132863591Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"e6fada0a-df67-4003-bdda-ce6c8ea74ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.137915251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"63ba896a-09aa-42df-8466-92c47aa0b0eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.149292917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"premium-simulator-subscription","reconcileID":"e6fada0a-df67-4003-bdda-ce6c8ea74ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555","model":"e2e-models-e2e-worker-w3-106555/premium-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.152622687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"63ba896a-09aa-42df-8466-92c47aa0b0eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.166916336Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"simulator-subscription","reconcileID":"63ba896a-09aa-42df-8466-92c47aa0b0eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-106555"},"name":"maas-trlp-simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555","model":"e2e-models-e2e-worker-w3-106555/simulator-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.231651297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"05dc94a1-9dd9-476e-a744-5001762e6a70","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"premium-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"premium-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:44.247393729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"03532da0-06e1-494a-a30b-0b91bab45a8d","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"routeName":"simulator-w3-106555-kserve-route","namespace":"e2e-models-e2e-worker-w3-106555","llmisvcName":"simulator-w3-106555","gateway":"openshift-ingress/e2e-worker-w3-106555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:47.33874645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eecb330c-815e-480e-82fe-983cf468e8b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:47.439994079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17cc0a9e-2078-4f5c-a1b8-19e667788a3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.487230546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.487292165Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","namespace":"ai-tenant-e2e-worker-w3-106555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.487355524Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","tenant":"e2e-worker-w3-106555","tenantID":"e2e-worker-w3-106555","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.505800946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Deployment","name":"maas-api-e2e-worker-w3-106555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.539563015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Service","name":"maas-api-e2e-worker-w3-106555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.557335155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-106555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.573304009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-106555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.590315418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.606578123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.625592354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.641780044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.655619054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.669127803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.682849626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Service","name":"payload-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.696587136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.712571889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.726748274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.741035737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.759213464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.773046023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.786760733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.800697773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-106555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:48.814462854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-106555"},"namespace":"ai-tenant-e2e-worker-w3-106555","name":"default-tenant","reconcileID":"51a78285-44fe-46a1-81e3-99867ada4606","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-106555","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:49.057848111Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-106555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-106555","reconcileID":"db0eb9e4-6b60-4dd2-9e3a-1bbc7f7e6855","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-106555","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-106555"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.108761043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"40cca852-dc37-40ce-b5cc-bd03e17c560d","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.145059451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"40cca852-dc37-40ce-b5cc-bd03e17c560d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.145255315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"363204a5-68c3-49e0-a01e-3d7765ca484e","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.165774402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"363204a5-68c3-49e0-a01e-3d7765ca484e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.165989667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"32a48089-5729-4fdb-84c3-a6bc7aaa48b9","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.185840182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"32a48089-5729-4fdb-84c3-a6bc7aaa48b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.186051193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"a02dbc32-5577-4504-ab6d-16ec52b48379","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.206806382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"a02dbc32-5577-4504-ab6d-16ec52b48379","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.207019872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"8cb0fc0f-3f8d-433c-b013-137bf0f397dc","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.207084442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"8cb0fc0f-3f8d-433c-b013-137bf0f397dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.207192704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"164f26ba-8687-4f94-a886-8fa2902e490a","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.207234504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"164f26ba-8687-4f94-a886-8fa2902e490a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.207392751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"132dcea2-453b-48c4-a897-677b447b25d6","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.207440512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"132dcea2-453b-48c4-a897-677b447b25d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.212973884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"71e14ee0-1943-4b4a-9132-a712f3bedc65","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.213122956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"71e14ee0-1943-4b4a-9132-a712f3bedc65","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.21816377Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"47cc8794-8192-4bfe-b7f3-6c86ded61a0c","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.218212071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"47cc8794-8192-4bfe-b7f3-6c86ded61a0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.218301125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bd4e710c-5bf4-4dd1-9962-d4185a0378a6","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.218369791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bd4e710c-5bf4-4dd1-9962-d4185a0378a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.21846276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"0401e0ac-6640-4362-889e-1322d04d678a","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.218497986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"0401e0ac-6640-4362-889e-1322d04d678a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.223449845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b03ca29a-f571-459b-9714-a3d78fb99162","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.223520822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b03ca29a-f571-459b-9714-a3d78fb99162","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.238907448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"09af5266-8f95-4565-ba8d-0abcc7e3eb11","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.238988875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"09af5266-8f95-4565-ba8d-0abcc7e3eb11","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.239099271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"c4ce98bc-9074-4b44-86ce-3f359b9ad5a1","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.239139689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"c4ce98bc-9074-4b44-86ce-3f359b9ad5a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.239238558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"e533b515-226f-4843-829a-2c3939efd530","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.239280767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"e533b515-226f-4843-829a-2c3939efd530","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.244627736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8601dd26-d8d1-4fd9-a26a-0dbc17585632","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.244705293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8601dd26-d8d1-4fd9-a26a-0dbc17585632","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.279988509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"a1ba0e47-f320-47a4-a127-a351075ddd25","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.280067828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"a1ba0e47-f320-47a4-a127-a351075ddd25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.280194703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"8d66ae0a-1df0-4015-b030-d37c943148b8","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.280242351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"8d66ae0a-1df0-4015-b030-d37c943148b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.280343596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"cc75e502-8d41-47db-86ef-dd00d4d82c07","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.280385764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"cc75e502-8d41-47db-86ef-dd00d4d82c07","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.285232722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"36fedf76-64d7-47c5-8cd3-abb9ad1ae56e","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.285313899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"36fedf76-64d7-47c5-8cd3-abb9ad1ae56e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.360362811Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"5278279d-c047-4aaa-9767-2b1a791ec8c5","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.360440612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"5278279d-c047-4aaa-9767-2b1a791ec8c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.360593373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"a37b2798-c1ab-4972-8686-5ab72fb5df88","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.360653017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"a37b2798-c1ab-4972-8686-5ab72fb5df88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.360731253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"9afc994c-ab91-437d-9cd7-30bc67602c91","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.360763114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"9afc994c-ab91-437d-9cd7-30bc67602c91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.366131805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"26129179-ce10-4534-b16c-9c21118be229","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.366197142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"26129179-ce10-4534-b16c-9c21118be229","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:49.423049188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19722dcd-06be-4494-8903-5abbefd20f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:49.437040119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19722dcd-06be-4494-8903-5abbefd20f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:49.450988069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19722dcd-06be-4494-8903-5abbefd20f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:49.465121207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19722dcd-06be-4494-8903-5abbefd20f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.520717779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"00ab6c9b-b8e3-4dfd-8420-f395cbcc7d3b","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.520790629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"00ab6c9b-b8e3-4dfd-8420-f395cbcc7d3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.520959177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"70506cb3-1065-4e9c-a29b-e31cfd2d1ff9","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.52101556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"70506cb3-1065-4e9c-a29b-e31cfd2d1ff9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.521091996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"baaaeb0d-a67e-4178-b33e-27dfa33dbe15","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.521123501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"baaaeb0d-a67e-4178-b33e-27dfa33dbe15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.527335165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5b2aa941-b000-43ab-9d1f-2e7b46580b5d","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.527400376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5b2aa941-b000-43ab-9d1f-2e7b46580b5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.8806361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"26f0fa06-c757-4217-9943-0dffa372d475","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.880726167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"26f0fa06-c757-4217-9943-0dffa372d475","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.880861583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bb0e94b3-79eb-4c68-8550-f079e6fbb7c3","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.880906629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bb0e94b3-79eb-4c68-8550-f079e6fbb7c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.881011952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"83e24f8b-18c1-4864-8b93-f222e50b4210","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.881055166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"83e24f8b-18c1-4864-8b93-f222e50b4210","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.88114964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c44d8db6-b5e8-4d33-bf2d-07ce57d31948","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:49.88118721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"c44d8db6-b5e8-4d33-bf2d-07ce57d31948","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:50.217838728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8a9618-66b3-40f1-8842-76181d2df159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:50.231936526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8a9618-66b3-40f1-8842-76181d2df159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:50.245827548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8a9618-66b3-40f1-8842-76181d2df159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:50.259781482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8a9618-66b3-40f1-8842-76181d2df159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521438557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"1d1103bb-5fb8-43a9-91b7-ab9d3c405798","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521508303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"1d1103bb-5fb8-43a9-91b7-ab9d3c405798","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521593257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bbe050fd-1128-4587-b2b9-75b937c804ad","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521625656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"bbe050fd-1128-4587-b2b9-75b937c804ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521687319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"8c6b04d6-03d4-4515-9ea1-1bd8e32ed41e","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521716107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"8c6b04d6-03d4-4515-9ea1-1bd8e32ed41e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521777867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"fba16b99-4a90-444c-b86c-b05c18b2071c","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:50.521806439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"fba16b99-4a90-444c-b86c-b05c18b2071c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802546826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"c16ff5f9-94bb-4842-9e5e-99258b902a7d","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802616345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"c16ff5f9-94bb-4842-9e5e-99258b902a7d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802701597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"21fb55ea-3d18-4f49-954f-de81ee9fd6cf","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802733937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"21fb55ea-3d18-4f49-954f-de81ee9fd6cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802796311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"2435b756-2bf2-494a-9d33-213f67461e21","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802827544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"2435b756-2bf2-494a-9d33-213f67461e21","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802902829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"a05db77b-edfe-4f64-8534-0935a3c0dfed","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:51.802937254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"a05db77b-edfe-4f64-8534-0935a3c0dfed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.362920812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"8329fe4f-6429-44c7-9271-4ce88966f56b","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.36299435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"8329fe4f-6429-44c7-9271-4ce88966f56b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.363088183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"de884bbe-3a8b-4340-9638-50ff10f0f409","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.363118605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"de884bbe-3a8b-4340-9638-50ff10f0f409","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.363187464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"f9cd1ccb-bdae-496d-8e1e-5c1945017a98","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.363218444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"f9cd1ccb-bdae-496d-8e1e-5c1945017a98","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.363277471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"45f9a2b2-3be0-4105-9554-dc98b88a356a","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:54.363307693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"45f9a2b2-3be0-4105-9554-dc98b88a356a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403251899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"0131c1cb-903d-43e7-892b-a74545aa18e6","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403348416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"0131c1cb-903d-43e7-892b-a74545aa18e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403464821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"8b1588f7-2bdb-4d26-ba6b-323c39c49930","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403524945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"8b1588f7-2bdb-4d26-ba6b-323c39c49930","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403694971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"95591591-c626-481c-be53-f4fc450ad0c0","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403756582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"95591591-c626-481c-be53-f4fc450ad0c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403851383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"e78767c3-a30a-48c5-890c-e19e192ca95b","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.403889965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"e78767c3-a30a-48c5-890c-e19e192ca95b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.433707828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"e27c32bf-c9f8-4746-84c9-318281d95d7f","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.433796257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"e27c32bf-c9f8-4746-84c9-318281d95d7f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.433913333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"fd84848f-d6ff-44f9-b992-93fade4c1dff","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.43396077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"fd84848f-d6ff-44f9-b992-93fade4c1dff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.434056818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"d1314c08-215c-43eb-9c48-7879ba43c4b5","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.434098153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"d1314c08-215c-43eb-9c48-7879ba43c4b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.434191269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"66bd0578-97cc-4fd1-ac0e-7216cfbe3ab3","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.434238095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"66bd0578-97cc-4fd1-ac0e-7216cfbe3ab3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.46498833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"6860d430-3823-417b-87a5-6236637481dc","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465060764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"6860d430-3823-417b-87a5-6236637481dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465152619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"08ed6ce2-d02f-48b0-ae50-cb66a7e48ab6","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465197492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"08ed6ce2-d02f-48b0-ae50-cb66a7e48ab6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465275759Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"6b199d41-0d3f-4b77-b0fc-7dae643f5868","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465313612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"6b199d41-0d3f-4b77-b0fc-7dae643f5868","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465435616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ad6df415-7aa2-4b38-bb3a-407f29a07dad","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.465476903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ad6df415-7aa2-4b38-bb3a-407f29a07dad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495059954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"31d71367-28b4-4eca-8de7-bec3abe48ffb","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495139711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"31d71367-28b4-4eca-8de7-bec3abe48ffb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.49525365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"8f52d2a7-3e26-450d-921b-1c376d41557a","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495294992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"8f52d2a7-3e26-450d-921b-1c376d41557a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495383663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"9ec5a2e8-f7ae-4dfe-b41f-486982a3289e","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495420225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"9ec5a2e8-f7ae-4dfe-b41f-486982a3289e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495490773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"39330ba3-8002-424f-91d9-3bb3d3675761","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:20:56.495519056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"39330ba3-8002-424f-91d9-3bb3d3675761","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:58.498527394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3aa2af71-c9c2-41bc-a270-b29e12b24df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T22:20:58.604976848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ffd6a1c-7c5e-4a33-9a24-04cfdc8cf401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.742801055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"965755ed-1cf5-4f3a-a1d7-48182e77a547","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.742887472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"965755ed-1cf5-4f3a-a1d7-48182e77a547","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-2-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.752467293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"c5b8ce3f-99b0-4eb7-89b7-d862d4918ea3","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.752540495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"c5b8ce3f-99b0-4eb7-89b7-d862d4918ea3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/distinct-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.760394166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"c14dfc46-4657-4850-8fca-c65e49c69333","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.760465257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"c14dfc46-4657-4850-8fca-c65e49c69333","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/premium-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.7682263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d88b94c0-d649-449e-88fd-223c2170a291","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:02.76829221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d88b94c0-d649-449e-88fd-223c2170a291","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-106555/simulator-w3-106555: AITenant \"e2e-worker-w3-106555\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:03.929101449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"2b8a789a-727d-45cd-b96a-e1b936867699","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.027543623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"718578b5-9d4a-47e4-9c3c-ab72533d185c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.10258751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"cb4dd5bd-04fa-4d34-a7d4-203820dc66f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.175870161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ce570a2e-710b-4abc-a952-04f8aa4bd634","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.25090443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"c4bf6b19-31d6-4a81-8f00-c4ff364cdded","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.330700551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"7a15b1e1-908c-4bb3-871c-c59f0b2fbed5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.404305288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"fa2ae9e4-75ee-4514-a801-a6e167620405","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.478791232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"237cddc4-2148-4926-a5d0-8d4fc70f27fd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.552053337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"8813d043-5dbc-48e3-9bd7-60aa54e27d55","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.626256079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"17a11e09-946e-4f0c-b95d-cc143e4528dc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.700913933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"d952b2cc-2b5a-411b-a66a-2401bab17884","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.801134704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"d3b8e793-6afb-4cae-834d-a26515bbe2a3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:04.901447822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"7496d624-87b7-4114-b518-e3cba5793212","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.000692882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"3e10492c-15d2-4158-9941-5a8ae27ce2b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.101867072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"9d2dea67-97fb-4c18-9bff-e13c440cdef7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.201821871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"ffd73a0d-63f9-42ab-b603-17853f3f04e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.274860206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"965a05f8-a58b-4964-b995-d7ac37d42e8c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.348607516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"43a09141-f777-42ef-9c02-11e35b7939a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.449124546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"517e2988-8aa3-4a3d-a22d-47cb881df52c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.549018934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"cf666938-e536-4355-a204-bb97e2fa66da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.623534241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"ab855a2e-d902-4e54-933d-dac0c53ae749","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.724252115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"36b72df0-5165-47ac-b062-f23002d3f2e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.825750852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"ebb87c66-5984-4d0a-bcc7-f04e60017f62","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.925905805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"dbb82a44-db79-499b-bb02-22dea395cd0f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:05.999854013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"318fa1c7-369c-4d0b-9f6a-19983eb4342f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.075859066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"48291d14-31e6-405b-a5a2-0a72c2527774","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.149662517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"bd4f76cd-5eff-4e23-8f2b-c2fbf1d91ddf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.222459378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"5b7265ca-e773-4ee1-84c5-494bac5646bd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.394287912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"5663fc1b-c379-4232-aba4-2760f88deae0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.469709419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"b387bc30-c37c-47b2-86fb-e7cec17ed204","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.542390976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"717a2d29-152f-4283-a5f0-d531e1365d84","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.616103617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"0d0636c6-ab49-47f0-8c89-00dede3ac05d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:06.973398771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-2-w4-cc45a7","reconcileID":"782a06d6-6c4a-4017-9889-bd25699df64b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.07302336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"distinct-w4-cc45a7","reconcileID":"4c2547a4-9403-4903-a9b4-4fadb01570e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.145613964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"98e1a8e6-7340-4610-af1e-717cb85a575c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.220145616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"premium-w4-cc45a7","reconcileID":"3580f2f8-5c0e-4e74-92d7-a8286891912a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.319607783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"9df2e495-7583-4165-a93e-57fe9f1f7f1b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.420832457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cc45a7","namespace":"e2e-models-e2e-worker-w4-cc45a7"},"namespace":"e2e-models-e2e-worker-w4-cc45a7","name":"simulator-w4-cc45a7","reconcileID":"d77f0d20-28aa-4b34-977b-e974eff5571d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-cc45a7\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.527052655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"4f77ee44-876f-46c4-9913-c2fc183ae816","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:07.633648536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"b69a0fa8-9a0c-4cc1-b67a-90430c89d879","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:08.500715116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"835b3577-b1b7-453c-9b0e-a652e670da02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:08.674153266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"c1970ec4-0f83-4d94-82ab-25e786cb60a3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:08.880366785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"1cd91ffb-b1e2-46df-97d3-c281a9b13b58","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:08.988427823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"caa7bc0f-a753-44b6-87e9-b6d255f63d39","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T22:21:10.768157357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:11.140428502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-2-w3-106555","reconcileID":"1fc88aea-ec5c-4d04-bcd0-fbcfaa1685d0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:11.314916741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"distinct-w3-106555","reconcileID":"5fc4ba11-9af7-4541-a6d0-85a4ab75e2f8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:11.517713883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"premium-w3-106555","reconcileID":"67d32b6d-eacc-42cc-811a-f98906ff6d27","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T22:21:11.622752338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-106555","namespace":"e2e-models-e2e-worker-w3-106555"},"namespace":"e2e-models-e2e-worker-w3-106555","name":"simulator-w3-106555","reconcileID":"8e03c13b-d15e-46b8-867f-2b3638c4054c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-106555\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}